00000100:00100000:3.0F:1788775714.259404:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723376512:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.259517:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.259582:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723377024:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.259604:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.259618:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723377536:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.259640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.259666:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788775714.259671:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723376384:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.259699:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.259721:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723376896:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.259886:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.260583:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875666723377408:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.260617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.262033:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875666723377920:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.262092:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1788775714.262133:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775714.262163:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723378048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775714.262196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775714.262232:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723376512 00000100:00100000:0.0:1788775714.262241:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723376512 00000100:00100000:0.0:1788775714.262293:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377024 00000100:00100000:0.0:1788775714.262296:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377024 00000100:00100000:0.0:1788775714.262329:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788775714.262339:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723376512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.262409:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723376512:12345-0@lo:400:kworker.0 Request processed in 71us (2892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.262418:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788775714.262435:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788775714.262440:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723377024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.262464:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723377024:12345-0@lo:400:kworker.0 Request processed in 24us (2859us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.262470:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788775714.262494:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378048 00000100:00100000:0.0:1788775714.262497:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378048 00000100:00100000:0.0:1788775714.262537:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788775714.262543:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723378048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788775714.262573:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775714.262607:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723378048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.262613:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1788775714.262631:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788775714.262673:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723378048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0F:1788775714.266884:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377536 00000100:00100000:1.0:1788775714.266923:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377536 00000100:00100000:1.0:1788775714.267025:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723376896 00000100:00100000:1.0:1788775714.267029:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723376896 00000100:00100000:1.0:1788775714.267047:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377408 00000100:00100000:1.0:1788775714.267049:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377408 00000100:00100000:1.0:1788775714.267070:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788775714.267082:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723377536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.267199:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723377536:12345-0@lo:400:kworker.0 Request processed in 119us (7558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.267207:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788775714.267225:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788775714.267231:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723376896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.267254:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723376896:12345-0@lo:400:kworker.0 Request processed in 23us (7368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.267259:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788775714.267268:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788775714.267273:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875666723377408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.267294:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875666723377408:12345-0@lo:400:kworker.0 Request processed in 21us (6677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.267299:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1788775714.267418:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788775714.267557:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723376512:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267572:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723377024:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267585:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723377536:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267621:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723376896:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267633:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875666723377408:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267664:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723376640:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.267708:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775714.267820:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377920 00000100:00100000:1.0:1788775714.267826:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377920 00000100:00100000:1.0:1788775714.267857:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788775714.267863:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875666723377920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.267900:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875666723377920:12345-0@lo:400:kworker.0 Request processed in 37us (5808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.267906:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00080000:1.0:1788775714.267942:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37df8ca80 x1875666723377920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775714.267953:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875666723377920:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.268001:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723377152:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.268029:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788775714.273058:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0F:1788775714.273387:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723376768:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.273816:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.273900:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723376384 00000100:00100000:3.0:1788775714.273912:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723376384 00000100:00100000:3.0:1788775714.274056:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788775714.274069:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723376384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.274138:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723376384:12345-0@lo:400:kworker.0 Request processed in 71us (14437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775714.274146:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788775714.274204:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723377664:0@lo:400:kworker.0 00000100:00100000:3.0:1788775714.274234:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775714.274264:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246494000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723378176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788775714.274288:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775714.276582:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723376640 00000100:00100000:0.0:1788775714.276602:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723376640 00000100:00100000:0.0:1788775714.276702:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377152 00000100:00100000:0.0:1788775714.276706:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377152 00000100:00100000:0.0:1788775714.276821:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788775714.276834:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723376640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.276949:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723376640:12345-0@lo:400:kworker.0 Request processed in 118us (9240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.276958:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788775714.276974:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788775714.276981:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723377152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.277011:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723377152:12345-0@lo:400:kworker.0 Request processed in 31us (8981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.277017:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788775714.277052:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378176 00000100:00100000:0.0:1788775714.277056:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378176 00000100:00100000:0.0:1788775714.277084:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788775714.277090:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723378176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788775714.277109:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775714.277143:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723378176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (2854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.277150:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:0.0:1788775714.277169:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788775714.277173:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775714.277217:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1788775714.277224:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a34cd37100, transno 8589934596 00000004:00080000:0.0:1788775714.277239:0:3648:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1788775714.277274:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246494000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723378176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775714.277522:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723376640:0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.277536:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723377152:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.277681:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723377280:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.277727:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775714.277920:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723377792:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.277952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775714.278206:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377664 00000100:00100000:1.0:1788775714.278214:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377664 00000100:00100000:1.0:1788775714.278261:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377792 00000100:00100000:1.0:1788775714.278264:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377792 00000100:00100000:1.0:1788775714.278290:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788775714.278298:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723377664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.278385:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723377664:12345-0@lo:400:kworker.0 Request processed in 77us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.278393:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788775714.278409:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788775714.278416:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723377792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.278447:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723377792:12345-0@lo:400:kworker.0 Request processed in 32us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775714.278454:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788775714.278492:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723377792:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.278522:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723376384:0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.280678:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723376768 00000100:00100000:0.0:1788775714.280694:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723376768 00000100:00100000:0.0:1788775714.280825:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723377280 00000100:00100000:0.0:1788775714.280828:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723377280 00000100:00100000:0.0:1788775714.280850:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788775714.280860:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723376768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.280963:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723376768:12345-0@lo:400:kworker.0 Request processed in 105us (7148us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.280971:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788775714.280987:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788775714.280993:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723377280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775714.281017:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723377280:12345-0@lo:400:kworker.0 Request processed in 25us (3291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775714.281023:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1788775714.281043:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788775714.281050:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788775714.281930:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723376768:0@lo:400:kworker.0 00000100:00100000:1.0:1788775714.281945:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723377280:0@lo:400:kworker.0 00010000:00080000:1.0:1788775714.284455:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37df8ea00 x1875666723377664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775714.284477:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723377664:0@lo:400:kworker.0 00010000:00010000:2.0:1788775715.022718:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775715.250433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775715.250772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775715.250816:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775715.250908:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694978944 00000100:00100000:0.0:1788775715.250929:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694978944 00000100:00100000:0.0:1788775715.251006:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694978816 00000100:00100000:0.0:1788775715.251010:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694978816 00000100:00100000:0.0:1788775715.251037:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 79 00000100:00100000:0.0:1788775715.251049:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2396:x1875666694978944:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775715.251141:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2396:x1875666694978944:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 94us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775715.251168:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 79 00000100:00100000:0.0:1788775715.251186:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 80 00000100:00100000:0.0:1788775715.251193:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+22:2396:x1875666694978816:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775715.251222:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+22:2396:x1875666694978816:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 30us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775715.251243:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 80 00000100:00100000:1.0:1788775715.251868:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694978688 00000100:00100000:1.0:1788775715.251875:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694978688 00000100:00100000:1.0:1788775715.251921:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 172 00000100:00100000:1.0:1788775715.251939:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2396:x1875666694978688:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:1.0:1788775715.251981:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2396:x1875666694978688:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 53us (1559us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.251988:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 172 00000100:00080000:3.0:1788775715.252259:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775715.252264:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:1.0:1788775715.283341:0:17148:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1788775715.283382:0:17148:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a3775349c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1788775715.283388:0:17148:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff89a345344100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a377534540 00000020:00080000:1.0:1788775715.283392:0:17148:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff89a345344e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a3766eaa00 00000020:00080000:0.0:1788775715.284117:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1788775715.284200:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1788775715.285199:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285211:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285216:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285220:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050c00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:2.0:1788775715.285224:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285237:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285257:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff89a3821f9c00) 00010000:00010000:2.0:1788775715.285259:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788775715.285262:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775715.285266:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050c00/0x445c1d62c18ca1b5 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775715.325864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.325896:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.325919:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.325952:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.325971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.325992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775715.326016:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979200 00000100:00100000:1.0:1788775715.326026:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979200 00000100:00100000:1.0:1788775715.326083:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979072 00000100:00100000:1.0:1788775715.326086:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979072 00000100:00100000:1.0:1788775715.326098:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979584 00000100:00100000:1.0:1788775715.326100:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979584 00000100:00100000:1.0:1788775715.326110:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979712 00000100:00100000:1.0:1788775715.326112:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979712 00000100:00100000:1.0:1788775715.326129:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:1.0:1788775715.326139:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694979200:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:1.0:1788775715.326207:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694979200:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 69us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326214:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:1.0:1788775715.326245:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:1.0:1788775715.326252:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2393:x1875666694979072:12345-192.168.202.22@tcp:9:kworker.0 00000100:00080000:3.0:1788775715.326257:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788775715.326261:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1788775715.326270:0:18673:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9ee4 00000100:00080000:1.0:1788775715.326283:0:18673:0:(import.c:65:import_set_state_nolock()) ffff89a34531a800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775715.326372:0:18673:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788775715.326505:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+2:2393:x1875666694979072:12345-192.168.202.22@tcp:9:kworker.0 Request processed in 252us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326512:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:1.0:1788775715.326526:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 32 00000100:00100000:1.0:1788775715.326533:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2393:x1875666694979584:12345-192.168.202.22@tcp:9:kworker.0 00000020:00000080:1.0:1788775715.326545:0:18673:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9f23 00000100:00080000:1.0:1788775715.326550:0:18673:0:(import.c:65:import_set_state_nolock()) ffff89a2488ad800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775715.326572:0:18673:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788775715.326623:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+2:2393:x1875666694979584:12345-192.168.202.22@tcp:9:kworker.0 Request processed in 90us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326629:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 32 00000100:00100000:1.0:1788775715.326647:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 33 00000100:00100000:1.0:1788775715.326653:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2393:x1875666694979712:12345-192.168.202.22@tcp:9:kworker.0 00000020:00000080:1.0:1788775715.326663:0:18673:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9f2a 00000100:00080000:1.0:1788775715.326669:0:18673:0:(import.c:65:import_set_state_nolock()) ffff89a2488ac800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775715.326686:0:18673:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788775715.326750:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+2:2393:x1875666694979712:12345-192.168.202.22@tcp:9:kworker.0 Request processed in 96us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326757:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 33 00010000:00010000:1.0:1788775715.326819:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775715.326824:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775715.326834:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979328 00000100:00100000:1.0:1788775715.326838:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979328 00000100:00100000:1.0:1788775715.326866:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979456 00000100:00100000:1.0:1788775715.326868:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979456 00000100:00100000:1.0:1788775715.326884:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 81 00000100:00100000:1.0:1788775715.326889:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2396:x1875666694979328:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:1.0:1788775715.326913:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2396:x1875666694979328:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 24us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326918:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 81 00000100:00100000:1.0:1788775715.326928:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 82 00000100:00100000:1.0:1788775715.326933:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2397:x1875666694979456:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:1.0:1788775715.326950:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2397:x1875666694979456:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 18us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775715.326955:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 82 00000100:00080000:3.0:1788775715.327053:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788775715.327057:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788775716.052463:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775717.075588:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775717.841487:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775717.841526:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723378304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775717.841637:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775717.842166:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378304 00000100:00100000:0.0:1788775717.842180:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378304 00000100:00100000:0.0:1788775717.842288:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788775717.842300:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723378304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788775717.842382:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788775717.842450:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723378304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775717.842459:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788775717.842522:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723378304:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788775717.849306:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788775718.105463:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775718.353601:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723378432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775718.353786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775718.353871:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775718.353878:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723378560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775718.353904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775718.353942:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378432 00000100:00100000:0.0:1788775718.353969:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378432 00000100:00100000:0.0:1788775718.354029:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378560 00000100:00100000:0.0:1788775718.354033:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378560 00000100:00100000:1.0:1788775718.354138:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788775718.354161:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723378432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788775718.354203:0:17173:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775718.354259:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723378432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775718.354267:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788775718.354481:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788775718.354488:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723378560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775718.354510:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788775718.354545:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723378560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775718.354552:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788775718.354606:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723378560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775718.354622:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723378432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775718.865551:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788775718.865596:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723378688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788775718.865711:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775718.866475:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378688 00000100:00100000:2.0:1788775718.866487:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378688 00000100:00100000:2.0:1788775718.866599:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788775718.866614:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723378688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788775718.866649:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788775718.866750:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723378688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775718.866758:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788775718.866929:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723378688:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788775718.867011:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775718.934766:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775718.934847:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979840 00000100:00100000:2.0:1788775718.934862:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979840 00000100:00080000:3.0:1788775718.934927:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788775718.934966:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 65 00000100:00100000:2.0:1788775718.934991:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37feda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:15588:x1875666694979840:12345-192.168.202.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788775718.935150:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37feda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:15588:x1875666694979840:12345-192.168.202.22@tcp:60:lhsmtool_posix.0 Request processed in 163us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775718.935160:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 65 00000100:00100000:0.0:1788775718.967104:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775718.970144:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694979968 00000100:00100000:1.0:1788775718.970177:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694979968 00000100:00100000:1.0:1788775718.970368:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 66 00000100:00100000:1.0:1788775718.970387:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:15588:x1875666694979968:12345-192.168.202.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788775718.970708:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:15588:x1875666694979968:12345-192.168.202.22@tcp:60:lhsmtool_posix.0 Request processed in 326us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775718.970718:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 66 00000100:00080000:3.0:1788775718.970848:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788775718.987992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775718.988204:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980224 00000100:00100000:1.0:1788775718.988218:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980224 00000100:00100000:2.0:1788775718.988631:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 12 00000100:00100000:2.0:1788775718.988647:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:15588:x1875666694980224:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788775718.989095:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+14:15588:x1875666694980224:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 Request processed in 451us (1116us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1788775718.989103:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 12 00010000:00010000:1.0:1788775719.119449:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775719.374811:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723378816:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.374887:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775719.375098:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378816 00000100:00100000:2.0:1788775719.375108:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378816 00000100:00100000:2.0:1788775719.375155:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788775719.375164:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3649:x1875666723378816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376236:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723379072:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376281:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376334:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723379584:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376356:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376373:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723380096:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376392:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376412:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788775719.376417:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723378944:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376438:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376454:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723379456:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376481:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376497:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723379968:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.376515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.376543:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379072 00000100:00100000:1.0:1788775719.376548:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379072 00000100:00100000:1.0:1788775719.376579:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379584 00000100:00100000:1.0:1788775719.376582:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379584 00000100:00100000:1.0:1788775719.376605:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788775719.376730:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3649:x1875666723378816:12345-0@lo:400:kworker.0 Request processed in 1565us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775719.376746:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788775719.376796:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380096 00000100:00100000:2.0:1788775719.376800:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380096 00000100:00100000:2.0:1788775719.376823:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379968 00000100:00100000:2.0:1788775719.376826:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379968 00000100:00100000:2.0:1788775719.376844:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788775719.376851:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723380096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775719.376905:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723380096:12345-0@lo:400:kworker.0 Request processed in 55us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775719.376912:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788775719.376924:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788775719.376930:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723379968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775719.376956:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723379968:12345-0@lo:400:kworker.0 Request processed in 26us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775719.376962:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788775719.377119:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723379072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.377151:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723379072:12345-0@lo:400:kworker.0 Request processed in 37us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.377158:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788775719.377171:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788775719.377177:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723379584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.377204:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723379584:12345-0@lo:400:kworker.0 Request processed in 28us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.377210:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788775719.377233:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723378944 00000100:00100000:1.0:1788775719.377237:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723378944 00000100:00100000:1.0:1788775719.377267:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379456 00000100:00100000:1.0:1788775719.377270:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379456 00000100:00100000:1.0:1788775719.377283:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788775719.378001:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723379968:0@lo:400:kworker.0 00000100:00100000:3.0:1788775719.378014:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723379072:0@lo:400:kworker.0 00000100:00100000:3.0:1788775719.378103:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723379584:0@lo:400:kworker.0 00010000:00080000:3.0:1788775719.378119:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a371648a80 x1875666723380096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775719.378130:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723380096:0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.378503:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723378944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.378563:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723378944:12345-0@lo:400:kworker.0 Request processed in 66us (2124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.378570:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788775719.378591:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788775719.378937:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723379456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.378970:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723379456:12345-0@lo:400:kworker.0 Request processed in 38us (2489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.378976:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:1.0:1788775719.379002:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788775719.379007:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775719.379010:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775719.379241:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723378816:0@lo:400:kworker.0 00000100:00100000:3.0:1788775719.379242:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723378944:0@lo:400:kworker.0 00000100:00100000:3.0:1788775719.379252:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723379456:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379261:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723379328:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379297:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.379357:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37164aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723379840:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379380:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.379398:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723380352:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379418:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.379435:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788775719.379441:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723379200:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379472:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.379486:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723379712:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379501:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.379513:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723380224:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.379531:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775719.379998:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379328 00000100:00100000:1.0:1788775719.380004:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379328 00000100:00100000:1.0:1788775719.380032:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379840 00000100:00100000:1.0:1788775719.380035:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379840 00000100:00100000:1.0:1788775719.380045:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380352 00000100:00100000:1.0:1788775719.380047:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380352 00000100:00100000:1.0:1788775719.380067:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380224 00000100:00100000:1.0:1788775719.380069:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380224 00000100:00100000:1.0:1788775719.380083:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788775719.380091:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723379328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380135:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723379328:12345-0@lo:400:kworker.0 Request processed in 45us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380142:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788775719.380157:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788775719.380163:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723379840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380193:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723379840:12345-0@lo:400:kworker.0 Request processed in 30us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380199:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788775719.380208:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788775719.380215:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723380352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380238:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723380352:12345-0@lo:400:kworker.0 Request processed in 25us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380251:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788775719.380262:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788775719.380267:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723380224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380294:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723380224:12345-0@lo:400:kworker.0 Request processed in 26us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380299:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788775719.380350:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379200 00000100:00100000:1.0:1788775719.380354:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379200 00000100:00100000:1.0:1788775719.380380:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723379712 00000100:00100000:1.0:1788775719.380382:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723379712 00000100:00100000:1.0:1788775719.380401:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788775719.380407:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723379200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380439:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723379200:12345-0@lo:400:kworker.0 Request processed in 33us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380446:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788775719.380457:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788775719.380464:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723379712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775719.380490:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723379712:12345-0@lo:400:kworker.0 Request processed in 28us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775719.380495:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1788775719.380514:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788775719.380518:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788775719.380520:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788775719.380730:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37164a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723380480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775719.380766:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775719.380957:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723379200:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.380967:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723379712:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.380976:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723380224:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.380985:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723379328:0@lo:400:kworker.0 00000100:00100000:0.0:1788775719.380994:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37164aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723379840:0@lo:400:kworker.0 00010000:00080000:0.0:1788775719.381006:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a371649180 x1875666723380352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775719.381014:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723380352:0@lo:400:kworker.0 00000100:00100000:3.0:1788775719.381156:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380480 00000100:00100000:3.0:1788775719.381161:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380480 00000100:00100000:3.0:1788775719.381195:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788775719.381201:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723380480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788775719.381224:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788775719.381264:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723380480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775719.381270:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788775719.381302:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37164a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723380480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788775719.386194:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775719.386219:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723380608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788775719.386296:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775719.389282:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380608 00000100:00100000:2.0:1788775719.389298:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380608 00000100:00100000:2.0:1788775719.391637:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788775719.391652:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723380608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788775719.391684:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788775719.391923:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723380608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 274us (5625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775719.391931:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788775719.392042:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723380608:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788775719.579378:0:17202:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788775719.579390:0:17202:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788775719.579415:0:17202:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788775719.579425:0:17202:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788775720.143444:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775720.372804:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775720.373127:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775720.373158:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775720.373202:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980736 00000100:00100000:3.0:1788775720.373214:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980736 00000100:00100000:3.0:1788775720.373284:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 36 00000100:00100000:3.0:1788775720.373294:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694980736:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775720.373418:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694980736:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 125us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775720.373425:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 36 00000100:00080000:0.0:1788775720.375876:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788775720.379804:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775720.379842:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775720.382040:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980352 00000100:00100000:0.0:1788775720.382056:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980352 00000100:00100000:0.0:1788775720.382126:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 174 00000100:00100000:0.0:1788775720.382138:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2397:x1875666694980352:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775720.382244:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2397:x1875666694980352:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 108us (2448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775720.382252:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 174 00000100:00100000:2.0:1788775720.387549:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980480 00000100:00100000:2.0:1788775720.387565:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980480 00000100:00100000:2.0:1788775720.387635:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980992 00000100:00100000:2.0:1788775720.387638:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980992 00000100:00100000:2.0:1788775720.387686:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 89 00000100:00100000:2.0:1788775720.387697:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+14:2397:x1875666694980480:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775720.387809:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+14:2397:x1875666694980480:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 114us (15020us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775720.387817:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 89 00000100:00100000:2.0:1788775720.387851:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 90 00000100:00100000:2.0:1788775720.387858:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2397:x1875666694980992:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775720.387885:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2397:x1875666694980992:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 27us (14726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775720.387891:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 90 00000100:00080000:0.0:1788775720.388181:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788775720.388186:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788775720.395909:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775720.396702:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980608 00000100:00100000:0.0:1788775720.396715:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980608 00000100:00100000:0.0:1788775720.396795:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694980864 00000100:00100000:0.0:1788775720.396799:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694980864 00000100:00100000:0.0:1788775720.396819:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 91 00000100:00100000:0.0:1788775720.396839:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694980608:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775720.396923:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2397:x1875666694980608:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 86us (17080us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775720.396931:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 91 00000100:00100000:0.0:1788775720.396946:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 92 00000100:00100000:0.0:1788775720.396952:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2397:x1875666694980864:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775720.396974:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2397:x1875666694980864:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 22us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775720.396980:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 92 00000100:00080000:1.0:1788775720.402192:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788775720.402204:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1788775720.915262:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000020:00000080:0.0:1788775720.915272:0:19487:0:(genops.c:885:class_export_put()) final put ffff89a2488ac000/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000020:00000080:2.0:1788775720.915456:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a2488ac000/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 for lustre-OST0001 00000020:00000080:2.0:1788775720.915505:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a2488ac800 for lustre-OST0001 00000001:00080000:0.0:1788775720.915665:0:17148:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788775720.915675:0:17148:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000001:00100000:1.0:1788775720.915845:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000020:00000080:1.0:1788775720.915850:0:18670:0:(genops.c:885:class_export_put()) final put ffff89a2488af000/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000001:00100000:1.0:1788775720.915871:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:1.0:1788775720.915874:0:18670:0:(genops.c:885:class_export_put()) final put ffff89a345319800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:0.0:1788775720.915930:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a2488af000/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 for lustre-OST0000 00000020:00000080:0.0:1788775720.915974:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a345319800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f for lustre-OST0000 00000020:00000080:0.0:1788775720.915991:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a2488ad800 for lustre-OST0000 00000020:00000080:0.0:1788775720.916011:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34531a800 for lustre-OST0000 00000020:00080000:2.0:1788775720.916295:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1788775720.916356:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1788775721.169685:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775722.194391:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775722.961720:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37164a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723380736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788775722.961794:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775722.961906:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380736 00000100:00100000:3.0:1788775722.961914:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380736 00000100:00100000:3.0:1788775722.961987:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788775722.962008:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723380736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775722.962037:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775722.962090:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723380736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775722.962098:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788775722.962147:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37164a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723380736:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788775722.962379:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788775723.216132:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788775723.279136:0:17921:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788775723.470919:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723380864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775723.470996:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775723.471105:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380864 00000100:00100000:1.0:1788775723.471114:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380864 00000100:00100000:1.0:1788775723.471171:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788775723.471180:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723380864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788775723.471215:0:17174:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775723.471265:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723380864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775723.471272:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788775723.471350:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723380864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775723.472037:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723380992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775723.472075:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775723.472147:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723380992 00000100:00100000:0.0:1788775723.472151:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723380992 00000100:00100000:0.0:1788775723.472187:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788775723.472194:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723380992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775723.472214:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788775723.472257:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723380992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775723.472264:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788775723.472384:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723380992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788775723.984020:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723381120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788775723.984104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775723.984345:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381120 00000100:00100000:1.0:1788775723.984354:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381120 00000100:00100000:1.0:1788775723.984422:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788775723.984441:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723381120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775723.984465:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775723.984514:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723381120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775723.984534:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1788775723.986872:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788775723.986942:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723381120:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788775724.241170:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775724.496208:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788775724.496233:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723381248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775724.496338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775724.496408:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381248 00000100:00100000:0.0:1788775724.496416:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381248 00000100:00100000:0.0:1788775724.496470:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788775724.496481:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723381248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788775724.496513:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775724.496568:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723381248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.496576:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1788775724.496598:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788775724.496634:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723381248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775724.500899:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788775724.500923:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723381376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775724.500994:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775724.501064:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381376 00000100:00100000:0.0:1788775724.501073:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381376 00000100:00100000:0.0:1788775724.501129:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788775724.501138:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723381376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788775724.501160:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775724.501205:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723381376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.501211:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1788775724.501233:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788775724.501267:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723381376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788775724.503626:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723381888:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.503707:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775724.503737:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1875666723382400:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.503758:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775724.503778:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788775724.503784:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723381760:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.504064:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775724.504099:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723382272:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.504151:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775724.504172:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723382784:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.504193:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775724.504221:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381760 00000100:00100000:3.0:1788775724.504228:0:18676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381760 00000100:00100000:3.0:1788775724.504270:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788775724.504289:0:18676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723381760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.504370:0:18676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723381760:12345-0@lo:400:kworker.0 Request processed in 82us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775724.504377:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788775724.504400:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381888 00000100:00100000:3.0:1788775724.504404:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381888 00000100:00100000:3.0:1788775724.504422:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382400 00000100:00100000:3.0:1788775724.504425:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382400 00000100:00100000:3.0:1788775724.504443:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382272 00000100:00100000:3.0:1788775724.504446:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382272 00000100:00100000:3.0:1788775724.504456:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382784 00000100:00100000:3.0:1788775724.504458:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382784 00000100:00100000:3.0:1788775724.504472:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788775724.504477:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723381888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.504510:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723381888:12345-0@lo:400:kworker.0 Request processed in 33us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775724.504517:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788775724.504529:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788775724.504535:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875666723382400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.504918:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723381632:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.504954:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.504982:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723382144:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505003:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.505020:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875666723382656:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.505054:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788775724.505059:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723381504:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505085:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.505109:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723382016:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505130:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.505146:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723382528:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505164:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775724.505185:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382144 00000100:00100000:1.0:1788775724.505189:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382144 00000100:00100000:1.0:1788775724.505216:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788775724.505223:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723382144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505259:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723382144:12345-0@lo:400:kworker.0 Request processed in 36us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775724.505266:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788775724.505345:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381504 00000100:00100000:1.0:1788775724.505349:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381504 00000100:00100000:1.0:1788775724.505372:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788775724.505379:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723381504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505410:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723381504:12345-0@lo:400:kworker.0 Request processed in 31us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775724.505415:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788775724.505455:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723381504:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.505469:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723382144:0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.505738:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382656 00000100:00100000:0.0:1788775724.505743:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382656 00000100:00100000:0.0:1788775724.505889:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382528 00000100:00100000:0.0:1788775724.505893:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382528 00000100:00100000:0.0:1788775724.505914:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788775724.505922:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723382272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.505964:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723382272:12345-0@lo:400:kworker.0 Request processed in 43us (1812us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.505971:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788775724.505984:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788775724.505991:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723382784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.506019:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723382784:12345-0@lo:400:kworker.0 Request processed in 29us (1825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.506035:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788775724.506048:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788775724.506054:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875666723382656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.506097:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875666723382656:12345-0@lo:400:kworker.0 Request processed in 43us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.506104:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788775724.506116:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788775724.506123:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723382528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.506150:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723382528:12345-0@lo:400:kworker.0 Request processed in 29us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.506156:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788775724.506178:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723381632 00000100:00100000:0.0:1788775724.506182:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723381632 00000100:00100000:0.0:1788775724.506206:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382016 00000100:00100000:0.0:1788775724.506209:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382016 00000100:00100000:0.0:1788775724.506221:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788775724.506226:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723381632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.508150:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875666723382400:12345-0@lo:400:kworker.0 Request processed in 3607us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775724.508173:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788775724.508235:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723381760:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.508246:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723382272:0@lo:400:kworker.0 00010000:00080000:3.0:1788775724.508260:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37fed9500 x1875666723382784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775724.508271:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723382784:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.508294:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723381888:0@lo:400:kworker.0 00000100:00100000:3.0:1788775724.508303:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1875666723382400:0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.508617:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723381632:12345-0@lo:400:kworker.0 Request processed in 2389us (3662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.508624:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788775724.508651:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788775724.508664:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723382016:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788775724.510675:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788775724.510686:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788775724.510690:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788775724.523104:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37df8c380 x1875666723382528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775724.523122:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723382528:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.523146:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723381632:0@lo:400:kworker.0 00000100:00100000:1.0:1788775724.523157:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37df8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875666723382656:0@lo:400:kworker.0 00000100:00100000:0.0:1788775724.526717:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723382016:12345-0@lo:400:kworker.0 Request processed in 18050us (21575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775724.526731:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788775724.538169:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723382016:0@lo:400:kworker.0 00010000:00010000:1.0:1788775725.265431:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788775725.360423:0:20543:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 06:08:42 (1788775722) 00000100:00100000:3.0:1788775725.499928:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.499972:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.499996:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.500022:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.500043:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.500064:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775725.500092:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981504 00000100:00100000:3.0:1788775725.500101:0:18676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981504 00000100:00100000:3.0:1788775725.500157:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:3.0:1788775725.500166:0:18676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2395:x1875666694981504:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.500232:0:18676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2395:x1875666694981504:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 67us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.500240:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:3.0:1788775725.500262:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981248 00000100:00100000:3.0:1788775725.500274:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981248 00000100:00100000:3.0:1788775725.500333:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981760 00000100:00100000:3.0:1788775725.500336:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981760 00000100:00100000:3.0:1788775725.500352:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981376 00000100:00100000:3.0:1788775725.500355:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981376 00000100:00100000:3.0:1788775725.500367:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981632 00000100:00100000:3.0:1788775725.500370:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981632 00000100:00100000:3.0:1788775725.500384:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 99 00000100:00100000:3.0:1788775725.500391:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:2395:x1875666694981248:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.500420:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:2395:x1875666694981248:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 30us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.500426:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 99 00000100:00100000:3.0:1788775725.500439:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 100 00000100:00100000:3.0:1788775725.500445:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2395:x1875666694981760:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.500468:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2395:x1875666694981760:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 23us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.500474:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 100 00000100:00100000:3.0:1788775725.500486:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 101 00000100:00100000:3.0:1788775725.500492:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2395:x1875666694981376:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.500510:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2395:x1875666694981376:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 20us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.500516:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 101 00000100:00100000:3.0:1788775725.500525:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 102 00000100:00100000:3.0:1788775725.500530:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2395:x1875666694981632:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.500545:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2395:x1875666694981632:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 16us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.501395:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 102 00000100:00100000:3.0:1788775725.501419:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981120 00000100:00100000:3.0:1788775725.501422:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981120 00000100:00100000:3.0:1788775725.501530:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 176 00000100:00100000:3.0:1788775725.501537:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2395:x1875666694981120:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775725.501577:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2395:x1875666694981120:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 41us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775725.501583:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 176 00000100:00080000:3.0:1788775725.507470:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788775725.507479:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775725.507481:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788775726.286572:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775727.314505:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775728.078635:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723382912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775728.078715:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775728.078924:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723382912 00000100:00100000:1.0:1788775728.078932:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723382912 00000100:00100000:1.0:1788775728.078998:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788775728.079008:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723382912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788775728.079037:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775728.079109:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723382912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775728.079117:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1788775728.079259:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788775728.079295:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a371649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723382912:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788775728.356839:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775728.591576:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723383040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775728.591654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775728.592069:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383040 00000100:00100000:2.0:1788775728.592079:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383040 00000100:00100000:2.0:1788775728.592137:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788775728.592147:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37164a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723383040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775728.592198:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775728.592260:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37164a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723383040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775728.592267:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788775728.592434:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723383040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775728.601144:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723383168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775728.601219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775728.601305:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383168 00000100:00100000:0.0:1788775728.601329:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383168 00000100:00100000:0.0:1788775728.601383:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788775728.601391:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a371649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723383168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775728.601425:0:17173:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788775728.610110:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a371649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723383168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 8708us (8880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775728.610125:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788775728.618962:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723383168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775729.105648:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775729.105675:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723383296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788775729.105747:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775729.107060:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383296 00000100:00100000:1.0:1788775729.107074:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383296 00000100:00100000:1.0:1788775729.107153:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788775729.107164:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723383296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775729.107189:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1788775729.107389:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775729.107767:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723383296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 602us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.107776:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788775729.111626:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a345343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723383296:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788775729.358863:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775729.614759:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723383552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775729.614830:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775729.615025:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788775729.615036:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723383424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775729.615078:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.615274:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383552 00000100:00100000:0.0:1788775729.615282:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383552 00000100:00100000:0.0:1788775729.615354:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383424 00000100:00100000:0.0:1788775729.615358:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383424 00000100:00100000:0.0:1788775729.615376:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788775729.615385:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723383552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788775729.615416:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775729.615459:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723383552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775729.615466:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788775729.615481:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788775729.615487:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723383424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788775729.615495:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775729.615519:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723383424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775729.615535:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788775729.615571:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723383424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775729.615679:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723383552:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788775729.615895:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788775729.616263:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723383808:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616298:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.616348:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723384320:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616371:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.616387:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723384832:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616409:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.616428:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788775729.616433:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723383936:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616468:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.616484:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723384448:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616520:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775729.616536:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723384960:0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.616554:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775729.616880:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383808 00000100:00100000:1.0:1788775729.616886:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383808 00000100:00100000:1.0:1788775729.616928:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788775729.616936:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723383808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617000:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723383808:12345-0@lo:400:kworker.0 Request processed in 64us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617008:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788775729.617032:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384832 00000100:00100000:1.0:1788775729.617035:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384832 00000100:00100000:1.0:1788775729.617068:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384448 00000100:00100000:1.0:1788775729.617070:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384448 00000100:00100000:1.0:1788775729.617082:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384960 00000100:00100000:1.0:1788775729.617084:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384960 00000100:00100000:1.0:1788775729.617098:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788775729.617104:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723384832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617137:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723384832:12345-0@lo:400:kworker.0 Request processed in 33us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617143:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788775729.617154:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788775729.617160:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723384448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617186:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723384448:12345-0@lo:400:kworker.0 Request processed in 26us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617191:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788775729.617202:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788775729.617209:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723384960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617251:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723384960:12345-0@lo:400:kworker.0 Request processed in 43us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617257:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788775729.617276:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723383680:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.617333:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384320 00000100:00100000:1.0:1788775729.617336:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775729.617337:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384320 00000100:00100000:2.0:1788775729.617373:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383936 00000100:00100000:1.0:1788775729.617374:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723384192:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.617376:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383936 00000100:00100000:2.0:1788775729.617392:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788775729.617398:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723384320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617398:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775729.617415:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723384704:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.617432:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723384320:12345-0@lo:400:kworker.0 Request processed in 35us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617433:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775729.617439:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788775729.617452:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788775729.617459:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723383936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617465:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788775729.617471:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723384064:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.617485:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723383936:12345-0@lo:400:kworker.0 Request processed in 28us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775729.617490:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775729.617491:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788775729.617502:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723384576:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.617510:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723383680 00000100:00100000:2.0:1788775729.617513:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723383680 00000100:00100000:1.0:1788775729.617519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775729.617537:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00080000:1.0:1788775729.617537:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775729.617541:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788775729.617544:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723383680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775729.617547:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384704 00000100:00100000:1.0:1788775729.617550:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384704 00000100:00100000:1.0:1788775729.617570:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384064 00000100:00100000:1.0:1788775729.617573:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384064 00000100:00100000:2.0:1788775729.617575:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3647:x1875666723383680:12345-0@lo:400:kworker.0 Request processed in 31us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775729.617581:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788775729.617867:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384192 00000100:00100000:0.0:1788775729.617871:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384192 00000100:00100000:3.0:1788775729.617885:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723384576 00000100:00100000:3.0:1788775729.617889:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723384576 00000100:00100000:3.0:1788775729.617917:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788775729.617923:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723384704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.617970:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723384704:12345-0@lo:400:kworker.0 Request processed in 48us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775729.617987:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788775729.617999:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788775729.618006:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723384064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618034:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723384064:12345-0@lo:400:kworker.0 Request processed in 29us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775729.618039:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788775729.618049:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788775729.618055:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723384576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618079:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723384576:12345-0@lo:400:kworker.0 Request processed in 25us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775729.618084:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788775729.618159:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723383936:0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618172:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723384448:0@lo:400:kworker.0 00010000:00080000:3.0:1788775729.618185:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37de52300 x1875666723384960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775729.618207:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723384960:0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618218:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723383808:0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618238:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723384320:0@lo:400:kworker.0 00000100:00100000:3.0:1788775729.618248:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723384832:0@lo:400:kworker.0 00000100:00080000:3.0:1788775729.618294:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775729.618298:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788775729.628744:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788775729.628769:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723384192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775729.628859:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723384192:12345-0@lo:400:kworker.0 Request processed in 104us (11459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775729.628866:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788775729.633251:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723384064:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.633294:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723384576:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.633308:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723383680:0@lo:400:kworker.0 00000100:00100000:2.0:1788775729.633339:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723384192:0@lo:400:kworker.0 00010000:00080000:2.0:1788775729.633367:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37de53800 x1875666723384704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775729.633379:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723384704:0@lo:400:kworker.0 00000040:00080000:3.0:1788775729.808304:0:17202:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788775729.808813:0:17202:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788775729.809000:0:17202:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788775729.809019:0:17202:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788775730.382584:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775730.615713:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775730.615770:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775730.615854:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775730.616156:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694981888 00000100:00100000:3.0:1788775730.616169:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694981888 00000100:00100000:3.0:1788775730.616247:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 178 00000100:00100000:3.0:1788775730.616257:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2396:x1875666694981888:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775730.616364:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2396:x1875666694981888:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 108us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775730.616372:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 178 00000100:00100000:0.0:1788775730.617917:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982144 00000100:00100000:0.0:1788775730.617931:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982144 00000100:00100000:0.0:1788775730.618013:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982016 00000100:00100000:0.0:1788775730.618017:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982016 00000100:00100000:0.0:1788775730.618042:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 109 00000100:00100000:0.0:1788775730.618064:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2396:x1875666694982144:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775730.618136:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2396:x1875666694982144:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 75us (2365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.618144:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 109 00000100:00100000:0.0:1788775730.618162:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 110 00000100:00100000:0.0:1788775730.618168:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a345343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:2396:x1875666694982016:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775730.618194:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a345343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:2396:x1875666694982016:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 27us (2340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.618201:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 110 00000100:00080000:3.0:1788775730.618811:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775730.618816:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788775730.626083:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775730.626120:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775730.626150:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775730.626275:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982400 00000100:00100000:0.0:1788775730.626284:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982400 00000100:00100000:0.0:1788775730.626373:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982528 00000100:00100000:0.0:1788775730.626377:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982528 00000100:00100000:0.0:1788775730.626402:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 111 00000100:00100000:0.0:1788775730.626409:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2396:x1875666694982400:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775730.626473:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2396:x1875666694982400:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 65us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.626477:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 111 00000100:00100000:0.0:1788775730.626492:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 112 00000100:00100000:0.0:1788775730.626498:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2396:x1875666694982528:12345-192.168.202.22@tcp:400:kworker.0 00000100:00080000:1.0:1788775730.626613:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775730.626617:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788775730.626661:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2396:x1875666694982528:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 163us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.626672:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 112 00000100:00100000:2.0:1788775730.626732:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982272 00000100:00100000:2.0:1788775730.626735:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982272 00000100:00100000:2.0:1788775730.626969:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 34 00000100:00100000:2.0:1788775730.626977:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2393:x1875666694982272:12345-192.168.202.22@tcp:9:kworker.0 00000020:00000080:2.0:1788775730.627001:0:19151:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9eeb 00000100:00080000:2.0:1788775730.627008:0:19151:0:(import.c:65:import_set_state_nolock()) ffff89a34531a000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788775730.627051:0:19151:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788775730.627162:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+2:2393:x1875666694982272:12345-192.168.202.22@tcp:9:kworker.0 Request processed in 187us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775730.627166:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 34 00010000:00010000:3.0:1788775730.627354:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775730.627472:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788775730.779822:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775730.779948:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982784 00000100:00100000:2.0:1788775730.779960:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982784 00000100:00100000:2.0:1788775730.780022:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:2.0:1788775730.780034:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+13:16351:x1875666694982784:12345-192.168.202.22@tcp:35:umount.0 00000001:00080000:2.0:1788775730.780291:0:17172:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1788775730.780423:0:17172:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1788775730.780718:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+16:16351:x1875666694982784:12345-192.168.202.22@tcp:35:umount.0 Request processed in 684us (905us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1788775730.780737:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 13 00000020:00080000:2.0:1788775730.780742:0:17172:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1788775730.817164:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775730.817234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775730.817271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775730.817372:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694982912 00000100:00100000:3.0:1788775730.817383:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694982912 00000100:00100000:0.0:1788775730.817404:0:20305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694983168 00000100:00100000:0.0:1788775730.817411:0:20305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694983168 00000100:00100000:3.0:1788775730.817544:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694983040 00000100:00100000:3.0:1788775730.817548:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694983040 00000100:00100000:0.0:1788775730.821040:0:20305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:0.0:1788775730.821191:0:20305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+15:2394:x1875666694982912:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775730.821212:0:20305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775730.821244:0:20305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032400/0x445c1d62c18c9ec1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6783eb expref: 15 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775730.821263:0:20305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775730.821363:0:20305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+14:2394:x1875666694982912:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 186us (4210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.821372:0:20305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:0.0:1788775730.821396:0:20305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:0.0:1788775730.821403:0:20305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37faeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+13:2394:x1875666694983168:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775730.821411:0:20305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775730.821421:0:20305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033a00/0x445c1d62c18c9f4d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784d2 expref: 13 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775730.821431:0:20305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775730.821452:0:20305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37faeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+12:2394:x1875666694983168:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 49us (4218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.821458:0:20305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:0.0:1788775730.821613:0:20305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:0.0:1788775730.821621:0:20305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+11:2394:x1875666694983040:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775730.821651:0:20305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775730.821661:0:20305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033800/0x445c1d62c18c9ec8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67841c expref: 11 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775730.821671:0:20305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775730.821691:0:20305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+10:2394:x1875666694983040:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 70us (4419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775730.821697:0:20305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:0.0:1788775730.831815:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775730.832000:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984064 00000100:00100000:1.0:1788775730.832011:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984064 00000100:00100000:1.0:1788775730.832111:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 67 00000100:00100000:1.0:1788775730.832133:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+16:2393:x1875666694984064:12345-192.168.202.22@tcp:39:umount.0 00000020:00000080:1.0:1788775730.832182:0:20063:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9ed6 00000020:00010000:1.0:1788775730.832197:0:20063:0:(genops.c:1921:obd_stale_export_put()) Put export ffff89a24182f800: total 0 00000100:00080000:1.0:1788775730.832202:0:20063:0:(import.c:65:import_set_state_nolock()) ffff89a24182c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775730.832239:0:20063:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:3.0:1788775730.832256:0:17157:0:(genops.c:1907:obd_stale_export_get()) Get export ffff89a24182f800: total 0 00010000:00010000:3.0:1788775730.832262:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775730.832430:0:17157:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff89a24182f800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788775730.832464:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a34a252300) 00010000:00010000:3.0:1788775730.832468:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775730.832476:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032200/0x445c1d62c18c9fbd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784e0 expref: 15 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775730.832506:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+14:2393:x1875666694984064:12345-192.168.202.22@tcp:39:umount.0 Request processed in 383us (701us total) trans 8589934627 rc 0/0 00010000:00010000:3.0:1788775730.832514:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff89a37dfad100) 00000100:00100000:1.0:1788775730.832516:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 67 00010000:00010000:3.0:1788775730.832520:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788775730.832534:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca0ff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678542 expref: 13 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832551:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff89a37dfad100) 00010000:00010000:3.0:1788775730.832553:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788775730.832557:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a34148ca00/0x445c1d62c18ca1e6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67858f expref: 12 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832572:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a37dfad000) 00010000:00010000:3.0:1788775730.832575:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788775730.832579:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18c9ffc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784ee expref: 11 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832593:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff89a3821f9c00) 00010000:00010000:3.0:1788775730.832596:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788775730.832600:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050e00/0x445c1d62c18ca18b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67856c expref: 10 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832623:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a3821f9b00) 00010000:00010000:3.0:1788775730.832626:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788775730.832629:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050000/0x445c1d62c18c9fa1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784d9 expref: 9 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832643:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff89a3821f9000) 00010000:00010000:3.0:1788775730.832645:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788775730.832649:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a382050200/0x445c1d62c18ca081 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678518 expref: 8 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832667:0:17157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff89a37dfad100) 00010000:00010000:3.0:1788775730.832676:0:17157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788775730.832681:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8000/0x445c1d62c18ca130 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678557 expref: 7 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775730.832701:0:17157:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff89a24182f800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788775730.832718:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775730.832720:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775730.832726:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775730.846872:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775730.847193:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984192 00000100:00100000:2.0:1788775730.847204:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984192 00000100:00100000:2.0:1788775730.847369:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 68 00000100:00100000:2.0:1788775730.847380:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+5:2393:x1875666694984192:12345-192.168.202.22@tcp:39:umount.0 00000020:00000080:2.0:1788775730.847414:0:17170:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9edd 00000100:00080000:2.0:1788775730.847431:0:17170:0:(import.c:65:import_set_state_nolock()) ffff89a36a87e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788775730.847466:0:17170:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1788775730.847724:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f+3:2393:x1875666694984192:12345-192.168.202.22@tcp:39:umount.0 Request processed in 345us (862us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1788775730.847731:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 68 00010000:00010000:1.0:1788775730.848292:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775731.411484:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775731.756598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775731.756884:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984320 00000100:00100000:1.0:1788775731.756896:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984320 00000100:00100000:1.0:1788775731.757021:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:1.0:1788775731.757033:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b19a8884-74a5-4e09-83ba-c6d12418d29e+10:2395:x1875666694984320:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788775731.757050:0:17153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775731.757069:0:17153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd6400/0x445c1d62c18c9f00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67845b expref: 10 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775731.757087:0:17153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775731.757180:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b19a8884-74a5-4e09-83ba-c6d12418d29e+9:2395:x1875666694984320:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 149us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775731.757188:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:0.0:1788775731.764899:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775731.765070:0:20305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984448 00000100:00100000:2.0:1788775731.765081:0:20305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984448 00000100:00100000:2.0:1788775731.765189:0:20305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:2.0:1788775731.765200:0:20305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+9:2397:x1875666694984448:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788775731.765226:0:20305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775731.765246:0:20305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd7e00/0x445c1d62c18c9f07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67848c expref: 9 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775731.765263:0:20305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775731.765357:0:20305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b19a8884-74a5-4e09-83ba-c6d12418d29e+8:2397:x1875666694984448:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 158us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775731.765388:0:20305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:0.0:1788775731.780270:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775731.780620:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984576 00000100:00100000:2.0:1788775731.780632:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984576 00000100:00100000:2.0:1788775731.780689:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:2.0:1788775731.780698:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b19a8884-74a5-4e09-83ba-c6d12418d29e+8:2397:x1875666694984576:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788775731.780711:0:17154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775731.780729:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd7000/0x445c1d62c18c9f46 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784cb expref: 8 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775731.780741:0:17154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775731.780786:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b19a8884-74a5-4e09-83ba-c6d12418d29e+7:2397:x1875666694984576:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 90us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775731.780790:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:0.0:1788775731.781074:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775731.782276:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984832 00000100:00100000:1.0:1788775731.782288:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984832 00000100:00100000:1.0:1788775731.782356:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 69 00000100:00100000:1.0:1788775731.782421:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+6:2393:x1875666694984832:12345-192.168.202.22@tcp:39:umount.0 00000020:00000080:1.0:1788775731.782547:0:17169:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9f15 00000020:00010000:1.0:1788775731.782555:0:17169:0:(genops.c:1921:obd_stale_export_put()) Put export ffff89a2488af800: total 0 00000100:00080000:1.0:1788775731.782559:0:17169:0:(import.c:65:import_set_state_nolock()) ffff89a2488ae800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775731.782644:0:17169:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:3.0:1788775731.782677:0:17156:0:(genops.c:1907:obd_stale_export_get()) Get export ffff89a2488af800: total 0 00010000:00010000:3.0:1788775731.782737:0:17156:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff89a2488af800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788775731.782769:0:17156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a37dfad000) 00010000:00010000:3.0:1788775731.782773:0:17156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788775731.782781:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c400/0x445c1d62c18ca00a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6784f5 expref: 5 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775731.782808:0:17156:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff89a2488af800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788775731.782821:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775731.782824:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775731.782825:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775731.785890:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+3:2393:x1875666694984832:12345-192.168.202.22@tcp:39:umount.0 Request processed in 3457us (4802us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1788775731.785916:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 69 00000100:00100000:2.0:1788775731.796290:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775731.796533:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694984960 00000100:00100000:3.0:1788775731.796545:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694984960 00000100:00100000:0.0:1788775731.796729:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 70 00000100:00100000:0.0:1788775731.796742:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+5:2393:x1875666694984960:12345-192.168.202.22@tcp:39:umount.0 00000020:00000080:0.0:1788775731.796787:0:17168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9f1c 00000100:00080000:0.0:1788775731.796799:0:17168:0:(import.c:65:import_set_state_nolock()) ffff89a34531f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788775731.796866:0:17168:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788775731.797039:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4d91f00b-d441-4ffa-92a1-a32fbd7d74e5+3:2393:x1875666694984960:12345-192.168.202.22@tcp:39:umount.0 Request processed in 300us (760us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788775731.797046:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 70 00010000:00010000:3.0:1788775731.797094:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775731.838066:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775731.838419:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985216 00000100:00100000:1.0:1788775731.838432:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985216 00000100:00100000:3.0:1788775731.838555:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 179 00000100:00100000:3.0:1788775731.838570:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+7:2393:x1875666694985216:12345-192.168.202.22@tcp:251:umount.0 00000020:00000080:3.0:1788775731.838618:0:17161:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9eb3 00000020:00010000:3.0:1788775731.838626:0:17161:0:(genops.c:1921:obd_stale_export_put()) Put export ffff89a345318000: total 0 00000100:00080000:3.0:1788775731.838630:0:17161:0:(import.c:65:import_set_state_nolock()) ffff89a345318800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788775731.838700:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b19a8884-74a5-4e09-83ba-c6d12418d29e+3:2393:x1875666694985216:12345-192.168.202.22@tcp:251:umount.0 Request processed in 136us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775731.838715:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 179 00000020:00010000:1.0:1788775731.838828:0:17156:0:(genops.c:1907:obd_stale_export_get()) Get export ffff89a345318000: total 0 00010000:00010000:1.0:1788775731.838831:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775731.838878:0:17156:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff89a345318000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788775731.838914:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032e00/0x445c1d62c18c9eba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6783e4 expref: 2 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775731.838927:0:17156:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff89a345318000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1788775731.838937:0:17156:0:(genops.c:885:class_export_put()) final put ffff89a345318000/b19a8884-74a5-4e09-83ba-c6d12418d29e 00010000:00010000:1.0:1788775731.838953:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775731.838955:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775731.838957:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788775731.839107:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a345318000/b19a8884-74a5-4e09-83ba-c6d12418d29e for MGS 00000020:00000080:2.0:1788775731.839135:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a345318800 for MGS 00010000:00010000:0.0:1788775732.430678:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775733.198624:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723385088:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788775733.198710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775733.199186:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385088 00000100:00100000:3.0:1788775733.199205:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385088 00000100:00100000:3.0:1788775733.199279:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788775733.199289:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723385088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775733.199334:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775733.199387:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723385088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775733.199395:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788775733.199440:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723385088:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788775733.199539:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788775733.456554:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788775733.518953:0:17921:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788775733.710544:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723385216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775733.710632:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775733.710820:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385216 00000100:00100000:1.0:1788775733.710828:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385216 00000100:00100000:1.0:1788775733.710899:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788775733.710910:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723385216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788775733.710951:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775733.711003:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723385216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775733.711010:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788775733.713063:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723385344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775733.713123:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775733.713220:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723385216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775733.713413:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385344 00000100:00100000:1.0:1788775733.713420:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385344 00000100:00100000:1.0:1788775733.713470:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788775733.713479:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723385344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788775733.713509:0:17174:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788775733.713564:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723385344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.713821:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723385344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775733.714718:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000020:01000004:0.0:1788775733.801155:0:20739:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788775733.815673:0:20739:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788775733.815733:0:20739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.815748:0:20739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.815756:0:20739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.815762:0:20739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.815787:0:20739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788775733.815793:0:20739:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788775733.815820:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788775733.815825:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788775733.815831:0:20739:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788775733.815855:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a2480b7000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788775733.815939:0:17157:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775733.815947:0:17157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.815955:0:17157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7c00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775733.815959:0:17157:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.815977:0:17157:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775733.815984:0:17157:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775733.815990:0:17157:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788775733.815993:0:17157:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788775733.815996:0:17157:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788775733.816023:0:17157:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.816031:0:17157:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775733.816060:0:17157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.816067:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7c00/0x445c1d62c18c9a76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9a7d expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.816078:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775733.816080:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775733.816082:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775733.816097:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723385472:0@lo:39:umount.0 00000100:00100000:2.0:1788775733.816164:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.816227:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788775733.816235:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b47faeba-cc03-4e7e-935d-739ed89ba001:3648:1875666723385600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.816265:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.816334:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385472 00000100:00100000:2.0:1788775733.816342:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385472 00000100:00100000:2.0:1788775733.816397:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788775733.816408:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875666723385472:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788775733.816439:0:20063:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9aa7 00000100:00080000:2.0:1788775733.816448:0:20063:0:(import.c:65:import_set_state_nolock()) ffff89a34a163000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788775733.816513:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3645:x1875666723385472:12345-0@lo:39:umount.0 Request processed in 106us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.816522:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788775733.816536:0:20063:0:(genops.c:885:class_export_put()) final put ffff89a34a164000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:2.0:1788775733.816563:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385600 00000100:00100000:2.0:1788775733.816567:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385600 00000100:00100000:2.0:1788775733.816599:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788775733.816605:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3648:x1875666723385600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.816615:0:17155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775733.816630:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655c600/0x445c1d62c18c9a7d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9a76 expref: 24 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.816644:0:17155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775733.816671:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b47faeba-cc03-4e7e-935d-739ed89ba001+23:3648:x1875666723385600:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.816677:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1788775733.816695:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788775733.816704:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a164000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788775733.816747:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34a163000 for lustre-MDT0000 00000100:00100000:2.0:1788775733.816781:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b47faeba-cc03-4e7e-935d-739ed89ba001:3648:1875666723385600:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788775733.816812:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a2480b7000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788775733.816821:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723385472:0@lo:39:umount.0 00000100:00080000:0.0:1788775733.816895:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788775733.816898:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788775733.816902:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788775733.817789:0:20739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817802:0:20739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817809:0:20739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817827:0:20739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817847:0:20739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775733.817853:0:20739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817860:0:20739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817866:0:20739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817871:0:20739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817881:0:20739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788775733.817887:0:20739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817894:0:20739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817900:0:20739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817906:0:20739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817922:0:20739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788775733.817927:0:20739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817933:0:20739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817938:0:20739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817944:0:20739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775733.817951:0:20739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1788775733.817954:0:20739:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1788775733.817978:0:20739:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1788775733.817982:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1788775733.817986:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775733.817991:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1788775733.817997:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff89a245ac5000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788775733.818002:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff89a247b36000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788775733.818007:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff89a247531800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788775733.818011:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff89a247524000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788775733.818017:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff89a2488af800 4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 192.168.202.22@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1788775733.818022:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff89a24182f800 34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 192.168.202.22@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1788775733.818027:0:20739:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff89a37654b370) has exports, disconnecting them 00000020:00080000:0.0:1788775733.818037:0:20739:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff89a245ac5000), last request at 1788775729 00000020:00000080:0.0:1788775733.818043:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9da9 00000100:00080000:0.0:1788775733.818060:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a245ac2000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788775733.818111:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a245ac5000): rc 0 00000020:00000080:0.0:1788775733.818114:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a245ac5000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1788775733.818123:0:20739:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff89a247b36000), last request at 1788775729 00000020:00000080:0.0:1788775733.818126:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c52 00000100:00080000:0.0:1788775733.818132:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a2480b2000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788775733.818139:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a247b36000): rc 0 00000020:00000080:0.0:1788775733.818140:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a247b36000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1788775733.818144:0:20739:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff89a247531800), last request at 1788775651 00000020:00000080:0.0:1788775733.818146:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b95 00000100:00080000:0.0:1788775733.818149:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a247534000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788775733.818154:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a247531800): rc 0 00000020:00000080:0.0:1788775733.818156:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a247531800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1788775733.818159:0:20739:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff89a247524000), last request at 1788775651 00000020:00000080:0.0:1788775733.818162:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b3a 00000100:00080000:0.0:1788775733.818165:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a3720c4000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788775733.818170:0:20739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:0.0:1788775733.818249:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a247524000): rc 0 00000004:00000080:0.0:1788775733.818254:0:20739:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa80ec0d53ae0 00000100:00080000:0.0:1788775733.818270:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788775733.818273:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788775733.819027:0:20739:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788775733.819050:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a3792b8800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000020:00000080:2.0:1788775733.819502:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a245ac5000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788775733.819562:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247b36000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788775733.819583:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247531800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788775733.819605:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a245ac2000 for lustre-MDT0000 00000020:00000080:2.0:1788775733.819610:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a2480b2000 for lustre-MDT0000 00000020:00000080:2.0:1788775733.819614:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a247534000 for lustre-MDT0000 00010000:00010000:2.0:1788775733.819626:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788775733.819633:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819643:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6000 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775733.819647:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819657:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775733.819664:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775733.819670:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788775733.819672:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1788775733.819675:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1788775733.819698:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819704:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775733.819724:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819731:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6000/0x445c1d62c18c99c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99ce expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819753:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788775733.819756:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819762:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9a00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775733.819765:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819771:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775733.819778:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775733.819783:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788775733.819785:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788775733.819787:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788775733.819801:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819806:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775733.819813:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819819:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9a00/0x445c1d62c18c9dda lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9de1 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819827:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788775733.819831:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819844:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050800 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775733.819847:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819854:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775733.819860:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775733.819865:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788775733.819867:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788775733.819869:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788775733.819897:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819903:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775733.819920:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819926:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18c9f7e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f85 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819935:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775733.819938:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819944:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9600 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775733.819947:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819959:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775733.819966:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775733.819971:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788775733.819973:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788775733.819975:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788775733.819988:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.819993:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775733.819999:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820005:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9600/0x445c1d62c18c99b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c99c0 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820015:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775733.820016:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775733.820018:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775733.820035:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723385856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.820099:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.820145:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788775733.820151:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723385984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.820176:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.820219:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723386240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.820251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.820270:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788775733.820276:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723386112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.820297:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.820353:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385856 00000100:00100000:2.0:1788775733.820360:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385856 00000100:00100000:2.0:1788775733.820395:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385984 00000100:00100000:2.0:1788775733.820398:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385984 00000100:00100000:2.0:1788775733.820410:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386240 00000100:00100000:2.0:1788775733.820412:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386240 00000100:00100000:2.0:1788775733.820422:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386112 00000100:00100000:2.0:1788775733.820425:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386112 00000100:00100000:2.0:1788775733.820440:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788775733.820448:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+26:3646:x1875666723385856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.820459:0:17154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775733.820472:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655de00/0x445c1d62c18c99ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c99c7 expref: 26 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820483:0:17154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775733.820516:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+25:3646:x1875666723385856:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.820524:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788775733.820542:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788775733.820548:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fae9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+24:3646:x1875666723385984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.820556:0:17154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775733.820563:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033e00/0x445c1d62c18c9de1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9dda expref: 24 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820571:0:17154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775733.820599:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fae9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+23:3646:x1875666723385984:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.820606:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788775733.820644:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775733.820650:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+22:3649:x1875666723386240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.820657:0:17154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775733.820665:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655d400/0x445c1d62c18c99c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c99b9 expref: 22 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820674:0:17154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775733.820699:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+21:3649:x1875666723386240:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.820705:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775733.820718:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788775733.820724:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+20:3649:x1875666723386112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.820731:0:17154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775733.820739:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033400/0x445c1d62c18c9f85 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9f7e expref: 20 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775733.820747:0:17154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775733.820768:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b47faeba-cc03-4e7e-935d-739ed89ba001+19:3649:x1875666723386112:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.820773:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788775733.820809:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723386112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.820818:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723386240:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775733.820840:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775733.820856:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723385728:0@lo:39:umount.0 00000100:00100000:2.0:1788775733.820884:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.820916:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723385728 00000100:00100000:2.0:1788775733.820919:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723385728 00000100:00100000:2.0:1788775733.820944:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788775733.820951:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875666723385728:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788775733.820972:0:17173:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9bbf 00000100:00080000:2.0:1788775733.820977:0:17173:0:(import.c:65:import_set_state_nolock()) ffff89a34a599000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788775733.820991:0:17173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788775733.821091:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3645:x1875666723385728:12345-0@lo:39:umount.0 Request processed in 140us (205us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1788775733.821097:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788775733.821125:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723385984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775733.821133:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723385856:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788775733.821158:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a3792b8800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788775733.821165:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723385728:0@lo:39:umount.0 00010000:00010000:2.0:1788775733.821174:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788775733.821303:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788775733.821306:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1788775733.821348:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788775733.821397:0:20739:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788775733.821407:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a34a229000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788775733.821414:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788775733.821416:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1788775733.821420:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788775733.821465:0:20739:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788775733.821469:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a347676800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788775733.821498:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff89a37654b370) has no exports 00000100:00100000:2.0:1788775733.823736:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723386368:0@lo:9:umount.0 00000100:00100000:2.0:1788775733.823810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.823855:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723386496:0@lo:9:umount.0 00000100:00100000:2.0:1788775733.823879:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775733.823921:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386368 00000100:00100000:2.0:1788775733.823928:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386368 00000100:00100000:2.0:1788775733.823976:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386496 00000100:00100000:2.0:1788775733.823979:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386496 00000100:00100000:2.0:1788775733.824002:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788775733.824024:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875666723386368:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788775733.824050:0:18673:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c8a 00000100:00080000:2.0:1788775733.824058:0:18673:0:(import.c:65:import_set_state_nolock()) ffff89a245ac7800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788775733.824099:0:18673:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788775733.824243:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3645:x1875666723386368:12345-0@lo:9:umount.0 Request processed in 220us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.824251:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788775733.824267:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788775733.824273:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875666723386496:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788775733.824285:0:18673:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9de8 00000100:00080000:2.0:1788775733.824291:0:18673:0:(import.c:65:import_set_state_nolock()) ffff89a24182b800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788775733.824343:0:18673:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788775733.824410:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3645:x1875666723386496:12345-0@lo:9:umount.0 Request processed in 136us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775733.824417:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1788775733.824433:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788775733.824437:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788775733.824449:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775733.824454:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788775733.824480:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a34a229000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788775733.824492:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788775733.824494:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788775733.824497:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723386368:0@lo:9:umount.0 00000100:00080000:2.0:1788775733.824509:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a347676800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788775733.824517:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788775733.824518:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788775733.824521:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723386496:0@lo:9:umount.0 00000020:00080000:0.0:1788775733.833569:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff89a37654b370) has no exports 00000020:00000080:0.0:1788775733.864786:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a14 00000020:00000080:0.0:1788775733.864803:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a247adb800/lustre-QMT0000_UUID 00000020:01000000:0.0:1788775733.864855:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788775733.864943:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247adb800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1788775733.864968:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775733.864978:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788775733.864982:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff89a37ddc8000) has no exports 00000020:00000080:1.0:1788775733.865416:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a0d 00000020:00000080:1.0:1788775733.865422:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3792bb000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788775733.865463:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3792bb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788775733.865524:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775733.865530:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788775733.865532:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3792b9000/lustre-QMT0000_UUID 00000020:00000080:1.0:1788775733.865533:0:20739:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3792b9000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1788775733.865537:0:20739:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:2.0:1788775734.479358:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775734.734866:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788775734.734895:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723386624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775734.734967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775734.735122:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386624 00000100:00100000:1.0:1788775734.735132:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386624 00000100:00100000:1.0:1788775734.735251:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788775734.735262:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723386624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788775734.735291:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775734.735367:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723386624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775734.735374:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788775734.736449:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723387008:0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.736494:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775734.736522:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723387520:0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.736545:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775734.736565:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788775734.736571:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723386880:0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.736593:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775734.736608:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723387392:0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.736625:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775734.736650:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387520 00000100:00100000:2.0:1788775734.736655:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387520 00000100:00100000:2.0:1788775734.736684:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387392 00000100:00100000:2.0:1788775734.736687:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387392 00000100:00100000:2.0:1788775734.736714:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788775734.736723:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723387392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.736767:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723387392:12345-0@lo:400:kworker.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775734.736774:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788775734.736789:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788775734.736793:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1875666723387520:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788775734.736799:0:17170:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788775734.736824:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1875666723387520:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788775734.736829:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00080000:2.0:1788775734.736869:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ddbfb80 x1875666723387392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775734.736904:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723387392:0@lo:400:kworker.0 00000100:00080000:2.0:1788775734.736917:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788775734.736922:0:3649:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788775734.736925:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788775734.737333:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386880 00000100:00100000:3.0:1788775734.737339:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386880 00000100:00100000:3.0:1788775734.737365:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788775734.737371:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3649:x1875666723386880:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788775734.737378:0:17908:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788775734.737410:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3649:x1875666723386880:12345-0@lo:400:kworker.0 Request processed in 38us (816us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788775734.737416:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788775734.737440:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723387136:0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737476:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.737494:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723387648:0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.737530:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788775734.737536:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723386752:0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737561:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.737588:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723387264:0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737609:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.737634:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723386752 00000100:00100000:3.0:1788775734.737638:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723386752 00000100:00100000:3.0:1788775734.737665:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1788775734.737671:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+19:3646:x1875666723386752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737705:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b47faeba-cc03-4e7e-935d-739ed89ba001+19:3646:x1875666723386752:12345-0@lo:400:kworker.0 Request processed in 35us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775734.737711:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1788775734.737737:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387136 00000100:00100000:3.0:1788775734.737740:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387136 00000100:00100000:3.0:1788775734.737753:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387648 00000100:00100000:3.0:1788775734.737756:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387648 00000100:00100000:3.0:1788775734.737768:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387264 00000100:00100000:3.0:1788775734.737771:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387264 00000100:00100000:3.0:1788775734.737781:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788775734.737787:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723387648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.737815:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723387648:12345-0@lo:400:kworker.0 Request processed in 28us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775734.737820:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788775734.737832:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788775734.737844:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875666723387136:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788775734.737849:0:17169:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788775734.737871:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875666723387136:12345-0@lo:400:kworker.0 Request processed in 26us (395us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788775734.737876:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788775734.737889:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788775734.737892:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875666723387264:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788775734.737897:0:17169:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788775734.737917:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875666723387264:12345-0@lo:400:kworker.0 Request processed in 23us (307us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788775734.737922:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788775734.737949:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723386752:0@lo:400:kworker.0 00000100:00080000:3.0:1788775734.737959:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788775734.737962:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788775734.737965:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788775734.737971:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775734.737974:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 600 00000100:00080000:3.0:1788775734.737980:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89a245ac0000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775734.738002:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ff5d180 x1875666723387776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775734.738021:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723387264:0@lo:400:kworker.0 00000100:00080000:3.0:1788775734.738032:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788775734.738035:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788775734.738037:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788775734.738046:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775734.738049:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:3.0:1788775734.738053:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89a247b35000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775734.738066:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ff5ed80 x1875666723387904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775734.738076:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723387136:0@lo:400:kworker.0 00010000:00080000:3.0:1788775734.738089:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ddbea00 x1875666723387648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775734.738097:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723387648:0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.738137:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387008 00000100:00100000:3.0:1788775734.738140:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387008 00000100:00100000:3.0:1788775734.738165:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788775734.738172:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723387008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775734.738230:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723387008:12345-0@lo:400:kworker.0 Request processed in 58us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775734.738237:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788775734.738261:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723387776:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788775734.738286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.738302:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723387904:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788775734.738343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775734.738366:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387776 00000100:00100000:3.0:1788775734.738369:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387776 00000100:00100000:3.0:1788775734.738383:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723387904 00000100:00100000:3.0:1788775734.738386:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723387904 00000100:00100000:3.0:1788775734.738394:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788775734.738405:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875666723387776:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1788775734.738419:0:17170:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788775734.739241:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788775734.739248:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723387904:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1788775734.739259:0:17169:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788775734.739306:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723387904:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 56us (963us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775734.739334:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1788775734.739369:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775734.739375:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775734.739386:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723387904:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:0.0:1788775734.739517:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788775734.739523:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788775734.739556:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723386624:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788775734.757193:0:3649:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775734.757204:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 616 00000100:00080000:2.0:1788775734.757214:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89a246be6000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775734.757253:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbed80 x1875666723388032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775734.757342:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723388032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788775734.757410:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775734.757508:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723387520:0@lo:400:kworker.0 00000100:00080000:2.0:1788775734.757548:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788775734.757552:0:3649:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788775734.757555:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788775734.757635:0:3649:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775734.757638:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:2.0:1788775734.757643:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89a377765800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775734.757657:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbce00 x1875666723388160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775734.762295:0:17169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388032 00000100:00100000:0.0:1788775734.762349:0:17169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388032 00000100:00100000:0.0:1788775734.762420:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788775734.762431:0:17169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723388032:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1788775734.762454:0:17169:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788775734.769895:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723388160:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788775734.769976:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775734.770030:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388160 00000100:00100000:1.0:1788775734.770039:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388160 00000100:00100000:1.0:1788775734.770078:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788775734.770085:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723388160:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1788775734.770103:0:17174:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788775734.770145:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723388160:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 58us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775734.770152:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1788775734.770205:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775734.770211:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775734.770215:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723388160:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788775734.770280:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723386880:0@lo:400:kworker.0 00000100:00100000:2.0:1788775734.770304:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723387008:0@lo:400:kworker.0 00000100:00100000:0.0:1788775734.773061:0:17169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723388032:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 10621us (15640us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788775734.773078:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1788775734.773280:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775734.773286:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775734.773290:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723388032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788775734.798172:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875666723387776:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 59760us (59879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788775734.798225:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1788775734.798817:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775734.798824:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775734.798828:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723387776:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:2.0:1788775735.502761:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788775736.274127:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788775736.274137:0:19487:0:(genops.c:885:class_export_put()) final put ffff89a241828800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788775736.274170:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:2.0:1788775736.274174:0:19487:0:(genops.c:885:class_export_put()) final put ffff89a34531b000/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:1.0:1788775736.274397:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a241828800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788775736.274461:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34531b000/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f for lustre-OST0001 00000020:00000080:1.0:1788775736.274495:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a24182b800 for lustre-OST0001 00000020:00000080:1.0:1788775736.274500:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34531a000 for lustre-OST0001 00000001:00100000:2.0:1788775736.274797:0:17148:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788775736.274802:0:17148:0:(genops.c:885:class_export_put()) final put ffff89a247524000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788775736.274824:0:17148:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000001:00080000:2.0:1788775736.274831:0:17148:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788775736.274834:0:17148:0:(genops.c:885:class_export_put()) final put ffff89a2488af800/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000001:00100000:2.0:1788775736.274840:0:17148:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000001:00080000:2.0:1788775736.274846:0:17148:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788775736.274851:0:17148:0:(genops.c:885:class_export_put()) final put ffff89a24182f800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:0.0:1788775736.274941:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247524000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1788775736.278958:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a2488af800/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 for lustre-MDT0000 00000020:00000080:0.0:1788775736.279040:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24182f800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f for lustre-MDT0000 00000020:00000080:0.0:1788775736.279092:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a3720c4000 for lustre-MDT0000 00000020:00000080:0.0:1788775736.279098:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a2488ae800 for lustre-MDT0000 00000020:00000080:0.0:1788775736.279102:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a24182c000 for lustre-MDT0000 00010000:00010000:2.0:1788775736.528150:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788775737.301390:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788775737.301407:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1788775737.301413:0:17900:0:(genops.c:885:class_export_put()) final put ffff89a245aba800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788775737.301502:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000001:00080000:2.0:1788775737.301510:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1788775737.301513:0:17900:0:(genops.c:885:class_export_put()) final put ffff89a34531f800/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 00000020:00000080:1.0:1788775737.307617:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a245aba800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788775737.307693:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34a599000 for lustre-MDT0001 00000001:00100000:2.0:1788775737.309927:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000001:00080000:2.0:1788775737.309941:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1788775737.309947:0:17900:0:(genops.c:885:class_export_put()) final put ffff89a24182e800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f 00000020:00000080:3.0:1788775737.319830:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34531f800/4d91f00b-d441-4ffa-92a1-a32fbd7d74e5 for lustre-MDT0001 00000020:00000080:3.0:1788775737.319934:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34531f000 for lustre-MDT0001 00000020:00000080:1.0:1788775737.329174:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24182e800/34b7f18e-ab13-4fe0-bf17-3cff6f4d0b6f for lustre-MDT0001 00000020:00000080:1.0:1788775737.329409:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a36a87e800 for lustre-MDT0001 00010000:00010000:2.0:1788775737.554933:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775738.318661:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788775738.318684:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723388288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788775738.318756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775738.320579:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388288 00000100:00100000:3.0:1788775738.320590:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388288 00000100:00100000:3.0:1788775738.320692:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788775738.320704:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723388288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775738.320737:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775738.320808:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723388288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (2052us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775738.320815:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:3.0:1788775738.320838:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788775738.320889:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723388288:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788775738.574813:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775739.598786:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788775739.856825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775739.856835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788775739.856840:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775739.856852:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 667 00000100:00080000:3.0:1788775739.856860:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775739.856869:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89a377765800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775739.856932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de53b80 x1875666723388544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788775739.857053:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723388672:0@lo:400:kworker.0 00000100:00100000:2.0:1788775739.857156:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775739.857212:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388672 00000100:00100000:2.0:1788775739.857222:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388672 00000100:00100000:2.0:1788775739.857280:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788775739.857290:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723388672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775739.857362:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723388672:12345-0@lo:400:kworker.0 Request processed in 73us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775739.857370:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788775739.857551:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723388672:0@lo:400:kworker.0 00000100:00100000:2.0:1788775739.857577:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788775739.857584:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723388416:0@lo:400:kworker.0 00000100:00100000:2.0:1788775739.857616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775739.857641:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388416 00000100:00100000:2.0:1788775739.857644:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388416 00000100:00100000:2.0:1788775739.857672:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1788775739.857679:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37e04e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b47faeba-cc03-4e7e-935d-739ed89ba001+19:3649:x1875666723388416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775739.857706:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37e04e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b47faeba-cc03-4e7e-935d-739ed89ba001+19:3649:x1875666723388416:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775739.857712:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1788775739.857766:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:3649:1875666723388416:0@lo:400:kworker.0 00000100:00100000:1.0:1788775739.857851:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723388544:0@lo:38:kworker.0 00000100:00100000:1.0:1788775739.857927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775739.858002:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723388928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775739.858030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775739.858063:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775739.858071:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723388800:0@lo:400:kworker.0 00000100:00100000:1.0:1788775739.858095:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775739.867877:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388544 00000100:00100000:0.0:1788775739.867891:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388544 00000100:00100000:0.0:1788775739.867935:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788775739.867944:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875666723388544:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788775739.867961:0:17173:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000001:00100000:0.0:1788775739.879334:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788775739.879348:0:18670:0:(genops.c:885:class_export_put()) final put ffff89a245ac7000/lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1788775739.879660:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875666723388544:12345-0@lo:38:kworker.0 Request processed in 11709us (21726us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788775739.879683:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788775739.879774:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388928 00000100:00100000:0.0:1788775739.879786:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388928 00000100:00100000:0.0:1788775739.880210:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788775739.880221:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723388928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788775739.880263:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775739.880341:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723388928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (22310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775739.880348:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000020:00000080:0.0:1788775739.880382:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff89a245ac7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788775739.880617:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a245ac7800 for lustre-OST0000 00000100:00080000:0.0:1788775739.880683:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775739.880690:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775739.880695:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723388544:0@lo:38:kworker.0 00000100:00080000:0.0:1788775739.880768:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788775739.881933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775739.881943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788775739.881947:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775739.881966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 667 00000100:00080000:3.0:1788775739.881972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775739.881981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89a247b35000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775739.882237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de51c00 x1875666723389056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775739.882259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775739.882263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788775739.882265:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775739.882270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 667 00000100:00080000:3.0:1788775739.882274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775739.882278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89a245ac0000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775739.882291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de50000 x1875666723389184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775739.882301:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723389056:0@lo:38:kworker.0 00000100:00080000:3.0:1788775739.882356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775739.882360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788775739.882363:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788775739.882942:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775739.883257:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723389184:0@lo:38:kworker.0 00000100:00100000:0.0:1788775739.883292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775739.883357:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389056 00000100:00100000:0.0:1788775739.883365:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389056 00000100:00100000:0.0:1788775739.884106:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389184 00000100:00100000:0.0:1788775739.884114:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389184 00000100:00100000:0.0:1788775739.884158:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788775739.885266:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723389056:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788775739.885818:0:17168:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788775739.885969:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723389056:12345-0@lo:38:kworker.0 Request processed in 1800us (3138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788775739.885981:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788775739.886027:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788775739.886034:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723389184:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788775739.886043:0:17168:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788775739.886068:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723389184:12345-0@lo:38:kworker.0 Request processed in 33us (2775us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788775739.886073:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1788775739.886146:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775739.886152:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775739.886156:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723389184:0@lo:38:kworker.0 00000100:00080000:0.0:1788775739.886176:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775739.886180:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775739.886183:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723389056:0@lo:38:kworker.0 00000100:00100000:0.0:1788775739.886408:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723389312:0@lo:400:kworker.0 00000100:00100000:0.0:1788775739.886461:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775739.886627:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389312 00000100:00100000:0.0:1788775739.886634:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389312 00000100:00100000:0.0:1788775739.886688:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788775739.886697:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723389312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775739.886744:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723389312:12345-0@lo:400:kworker.0 Request processed in 49us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775739.886812:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:0.0:1788775739.886835:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788775739.886860:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37de50a80 x1875666723389312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775739.886874:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723389312:0@lo:400:kworker.0 00000100:00080000:3.0:1788775739.887016:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 667 00000100:00080000:3.0:1788775739.887024:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775739.887030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89a246be6000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775739.887065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de52300 x1875666723389440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775739.887118:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775739.887136:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723389568:0@lo:400:kworker.0 00000100:00100000:3.0:1788775739.887171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775739.887215:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389568 00000100:00100000:3.0:1788775739.887220:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389568 00000100:00100000:3.0:1788775739.887258:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788775739.887267:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723389568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775739.887271:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723389440:0@lo:38:kworker.0 00000100:00100000:3.0:1788775739.887341:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723389568:12345-0@lo:400:kworker.0 Request processed in 73us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775739.887342:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775739.887353:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1788775739.888646:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723388928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775739.888711:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723388800 00000100:00100000:1.0:1788775739.888718:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723388800 00000100:00100000:1.0:1788775739.888778:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788775739.888795:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723388800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775739.888875:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723388800:12345-0@lo:400:kworker.0 Request processed in 87us (30779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775739.888883:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788775739.894779:0:20063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389440 00000100:00100000:0.0:1788775739.894802:0:20063:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389440 00000100:00100000:0.0:1788775739.894904:0:20063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788775739.894917:0:20063:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875666723389440:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788775739.894941:0:20063:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788775739.895098:0:20063:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875666723389440:12345-0@lo:38:kworker.0 Request processed in 182us (7758us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788775739.895107:0:20063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1788775739.895200:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775739.895207:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775739.895212:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723389440:0@lo:38:kworker.0 00000100:00080000:0.0:1788775739.895293:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788775739.895357:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723388800:0@lo:400:kworker.0 00010000:00080000:2.0:1788775739.906025:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37de53480 x1875666723389568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775739.906053:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723389568:0@lo:400:kworker.0 00000020:01000000:0.0:1788775739.918565:0:20739:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a246bee720 - data ffff89a342c30ca8/ffff89a247671400 00000020:01000000:0.0:1788775739.918708:0:20739:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a245bc3c60 - data ffff89a343eb1000/ffff89a348a77c00 00000001:00000004:0.0:1788775739.930283:0:20739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788775740.034123:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788775740.034146:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788775740.034166:0:20739:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff89a37fadb480 x1875666723385728/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788775743 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775740.034204:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788775740.053256:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788775740.053269:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788775740.053292:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788775740.053296:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788775740.053850:0:17192:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788775740.053857:0:17192:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788775740.053892:0:17192:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788775740.063687:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788775740.063699:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788775740.063728:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788775740.063731:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788775740.064249:0:17194:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788775740.064257:0:17194:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1788775740.064268:0:17194:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788775740.081276:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c99dc 00000020:00000080:3.0:1788775740.081298:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764c8800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788775740.083062:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764c8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788775740.090590:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c99f1 00000020:00000080:3.0:1788775740.090613:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764cd800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788775740.090642:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788775740.090650:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775740.090662:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788775740.090668:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff89a37654cd28) has no exports 00000020:00000080:1.0:1788775740.091491:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764cd800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:3.0:1788775740.092175:0:20739:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788775740.092192:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a53 00000020:00000080:3.0:1788775740.092204:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a347671800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788775740.092247:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788775740.092254:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775740.092266:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788775740.092270:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff89a3767b19b8) has no exports 00000020:00000080:3.0:1788775740.092280:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a4c 00000020:00000080:3.0:1788775740.092286:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a347675800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788775740.092951:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a347671800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788775740.092965:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a347675800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788775740.098662:0:20739:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788775740.098675:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788775740.098680:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788775740.098693:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788775740.098696:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788775740.098771:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788775740.098784:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788775740.098806:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a3e 00000020:00000080:3.0:1788775740.098820:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a347677000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788775740.099992:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788775740.100037:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775740.100050:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788775740.100057:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff89a37caf3370) has no exports 00000020:00000080:3.0:1788775740.100069:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a37 00000020:00000080:3.0:1788775740.100078:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a34a22e000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788775740.108052:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a347676800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788775740.108078:0:8:0:(genops.c:885:class_export_put()) final put ffff89a347674000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788775740.108082:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a347674000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788775740.108093:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788775740.108243:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a347677000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:0.0:1788775740.108993:0:20739:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788775740.109000:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788775740.109006:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1788775740.109015:0:20739:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788775740.109018:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788775740.109067:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775740.109078:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1788775740.109107:0:20739:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788775740.109115:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a29 00000020:00000080:0.0:1788775740.109137:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764ca000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788775740.109143:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1788775740.109151:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775740.109157:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788775740.109161:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff89a3767b3370) has no exports 00000020:00000080:0.0:1788775740.109169:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a22 00000020:00000080:0.0:1788775740.109174:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3792bb800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788775740.110659:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a22e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788775740.110681:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a34a229000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788775740.110692:0:8:0:(genops.c:885:class_export_put()) final put ffff89a3764cf000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788775740.110695:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764cf000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788775740.110700:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788775740.110809:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764ca000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788775740.110816:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3792bb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788775740.110868:0:20739:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1788775740.110873:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788775740.110877:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788775740.110883:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788775740.110943:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775740.110954:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788775740.110988:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775740.110992:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788775740.110996:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a24804b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788775740.110999:0:20739:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24804b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788775740.111019:0:20739:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788775740.111095:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c99f8 00000020:00000080:1.0:1788775740.111103:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764ce800/lustre-MDD0000_UUID 00000020:01000000:1.0:1788775740.111107:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788775740.111111:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775740.111116:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788775740.111120:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff89a3765499b8) has no exports 00000020:00000080:1.0:1788775740.111154:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775740.111158:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788775740.111161:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c99ff 00000020:00000080:1.0:1788775740.111165:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764c9000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788775740.111174:0:20739:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a24804f000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788775740.111178:0:20739:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a24804f000 3 00000020:01000004:1.0:1788775740.111182:0:20739:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff89a24804f000 from lustre-MDT0000 00000020:00000080:1.0:1788775740.111203:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775740.111205:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788775740.111208:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a3764ca800/lustre-MDT0000_UUID 00000020:00000080:1.0:1788775740.111210:0:20739:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764ca800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788775740.111217:0:20739:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1788775740.111247:0:20739:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1788775740.111251:0:20739:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1788775740.111253:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788775740.111256:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775740.111258:0:20739:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788775740.111266:0:20739:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff89a346245800 b47faeba-cc03-4e7e-935d-739ed89ba001 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775740.111272:0:20739:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff89a3767b4d28) has exports, disconnecting them 00000020:00080000:1.0:1788775740.111276:0:20739:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff89a346245800), last request at 1788775637 00000020:00000080:1.0:1788775740.111293:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c99a4 00000020:00010000:1.0:1788775740.111297:0:20739:0:(genops.c:1921:obd_stale_export_put()) Put export ffff89a346245800: total 2 00000100:00080000:1.0:1788775740.111302:0:20739:0:(import.c:65:import_set_state_nolock()) ffff89a346241800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788775740.111344:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a346245800): rc 0 00000020:00080000:1.0:1788775740.111355:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff89a3767b4d28) has no exports 00000020:00010000:1.0:1788775740.111585:0:17157:0:(genops.c:1907:obd_stale_export_get()) Get export ffff89a346245800: total 2 00010000:00010000:1.0:1788775740.111616:0:17157:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff89a346245800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1788775740.111655:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b9e00/0x445c1d62c18c9ad1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9aca expref: 14 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111680:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd6200/0x445c1d62c18c9f69 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9f62 expref: 13 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111693:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b8c00/0x445c1d62c18c9adf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9ad8 expref: 12 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111703:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655c200/0x445c1d62c18c99b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c99ab expref: 11 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111724:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd7600/0x445c1d62c18c9c2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9c28 expref: 10 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111736:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd6600/0x445c1d62c18c9f5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9f54 expref: 9 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111745:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032800/0x445c1d62c18c9b80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9b79 expref: 8 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111755:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032000/0x445c1d62c18c9d6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9d63 expref: 7 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111766:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a340030c00/0x445c1d62c18c9f77 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9f70 expref: 6 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111781:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b8800/0x445c1d62c18c9d94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9d8d expref: 5 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111801:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032600/0x445c1d62c18c9dd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9dcc expref: 4 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111815:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b8600/0x445c1d62c18c9c05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9bfe expref: 3 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111913:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033c00/0x445c1d62c18c9ac3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x445c1d62c18c9abc expref: 2 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775740.111926:0:17157:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff89a346245800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788775740.111943:0:17157:0:(genops.c:885:class_export_put()) final put ffff89a346245800/b47faeba-cc03-4e7e-935d-739ed89ba001 00010000:00010000:1.0:1788775740.111952:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775740.111954:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775740.111955:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775740.112004:0:17163:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff89a380d38800:17163] 2 exiting: rc = 0 00000100:00100000:2.0:1788775740.113197:0:17162:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff89a380d38200:17162] 1 exiting: rc = 0 00000100:00100000:3.0:1788775740.113970:0:17161:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff89a248342a00:17161] 0 exiting: rc = 1 00000020:00000080:3.0:1788775740.114053:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a3792b8800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788775740.114065:0:8:0:(genops.c:885:class_export_put()) final put ffff89a37dd04800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788775740.114069:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a37dd04800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788775740.114074:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788775740.114183:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764ce800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788775740.114189:0:8:0:(genops.c:885:class_export_put()) final put ffff89a3764cb800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788775740.114191:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764cb800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788775740.114195:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1788775740.114223:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764c9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788775740.114240:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a346245800/b47faeba-cc03-4e7e-935d-739ed89ba001 for MGS 00000020:00000080:3.0:1788775740.114286:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a346241800 for MGS 00000100:00100000:1.0:1788775740.114601:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114612:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114619:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114626:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114633:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114641:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114647:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114656:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114662:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114669:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114675:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114683:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114689:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114695:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114701:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114708:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114737:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114743:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114751:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114757:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114764:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114770:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114776:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114782:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114788:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114794:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114800:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114807:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114814:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114820:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114827:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114923:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114931:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114937:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114944:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114951:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114962:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114968:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114976:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114982:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114988:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114993:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.114999:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115005:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115010:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115016:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115023:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115030:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115036:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115042:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115048:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115061:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115067:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115073:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115080:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115085:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115092:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115099:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115105:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115111:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115119:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115136:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115149:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775740.115155:0:20739:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1788775740.119808:0:20739:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a36e941b40 - data ffff89a37962a1b0/ffff89a241507c00 00000020:01000000:1.0:1788775740.119991:0:20739:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a247800ae0 - data ffff89a342f54d80/ffff89a34623b800 00000020:00000080:1.0:1788775740.121453:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9988 00000020:00000080:1.0:1788775740.121472:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a346245000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788775740.121544:0:20739:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a24804f000 from MGS, refs=2 00000020:01000004:1.0:1788775740.121549:0:20739:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a24804f000 2 00000020:01000004:1.0:1788775740.121553:0:20739:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff89a24804f000 from MGS 00000020:00000080:1.0:1788775740.121585:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775740.121595:0:20739:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1788775740.121599:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a346247000/MGS 00000020:00000080:1.0:1788775740.121602:0:20739:0:(genops.c:844:class_export_destroy()) destroying export ffff89a346247000/MGS for MGS 00000020:01000000:1.0:1788775740.121613:0:20739:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1788775740.121724:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1788775740.121730:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775740.121736:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788775740.121744:0:20739:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff89a34a22e800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775740.121750:0:20739:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff89a37caf4d28) has exports, disconnecting them 00000020:00080000:1.0:1788775740.121756:0:20739:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff89a34a22e800), last request at 1788775637 00000020:00000080:1.0:1788775740.121761:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9a8b 00000020:00080000:1.0:1788775740.121789:0:20739:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a34a22e800): rc 0 00000020:00000080:1.0:1788775740.121795:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a34a22e800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788775740.124681:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a346245000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788775740.141753:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a22e800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788775740.263436:0:20739:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788775740.263449:0:20739:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788775740.263455:0:20739:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788775740.263463:0:20739:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788775740.263663:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775740.263672:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788775740.263693:0:20739:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a24804f000 1 00000020:00000080:0.0:1788775740.263701:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c997a 00000020:00000080:0.0:1788775740.263710:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a346246800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788775740.263786:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a2480b7000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788775740.263793:0:8:0:(genops.c:885:class_export_put()) final put ffff89a34a22d800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788775740.263796:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a22d800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788775740.263802:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:0.0:1788775740.264001:0:20739:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788775740.264005:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775740.264010:0:20739:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000080:3.0:1788775740.264062:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a346246800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:0.0:1788775740.264079:0:20739:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff89a377443370) has no exports 00000020:00000080:0.0:1788775740.324202:0:20739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775740.324218:0:20739:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788775740.324226:0:20739:0:(genops.c:885:class_export_put()) final put ffff89a247aac800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788775740.324231:0:20739:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247aac800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788775740.324250:0:20739:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788775740.324726:0:20739:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff89a247aaf000 00000020:02000400:1.0:1788775740.330089:0:20739:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788775740.631545:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775741.648823:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775742.672528:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775743.438632:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723389696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788775743.438704:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775743.438806:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389696 00000100:00100000:3.0:1788775743.438815:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389696 00000100:00100000:3.0:1788775743.438883:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788775743.438894:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723389696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775743.438924:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775743.438966:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723389696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775743.438973:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:0.0:1788775743.439172:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775743.439205:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723389696:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788775743.696846:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788775743.759468:0:17921:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:1.0:1788775743.877982:0:20940:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788775743.895893:0:20940:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1788775743.895946:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.895960:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.895967:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.895975:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.896000:0:20940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788775743.896006:0:20940:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788775743.896028:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788775743.896032:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788775743.896039:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788775743.896046:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a247b35000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1788775743.896050:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788775743.896052:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788775743.896055:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788775743.896113:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775743.896123:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.896132:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9400 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775743.896137:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.896147:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775743.896178:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775743.896185:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788775743.896187:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788775743.896190:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788775743.896237:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.896244:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788775743.896334:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723389824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775743.896408:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775743.896517:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723389824 00000100:00100000:2.0:1788775743.896525:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723389824 00010000:00010000:3.0:1788775743.896541:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.896550:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9400/0x445c1d62c18c9b79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9b80 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.896563:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775743.896565:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775743.896567:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775743.896571:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788775743.896581:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1875666723389824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788775743.896588:0:17153:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788775743 with bad export cookie 4925844402427697572 00010000:00010000:1.0:1788775743.897212:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897238:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897245:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897252:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897272:0:20940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788775743.897278:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897285:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897292:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897299:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775743.897305:0:17157:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775743.897335:0:20940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788775743.897343:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897349:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897352:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775743.897360:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897377:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8200 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775743.897381:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897389:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775743.897408:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775743.897413:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788775743.897415:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1788775743.897448:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897456:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897466:0:20940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788775743.897597:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788775743.897600:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897610:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897617:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897623:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.897624:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897639:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788775743.897644:0:20940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788775743.897648:0:20940:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:3.0:1788775743.897660:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.897668:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b8200/0x445c1d62c18c9dcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9dd3 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788775743.897673:0:20940:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1788775743.897678:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00010000:00010000:3.0:1788775743.897682:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000080:1.0:1788775743.897683:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775743.897692:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1788775743.897698:0:20940:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff89a24182b000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775743.897703:0:20940:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff89a3764eb800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775743.897708:0:20940:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff89a37caf19b8) has exports, disconnecting them 00000020:00080000:1.0:1788775743.897719:0:20940:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff89a24182b000), last request at 1788775739 00000020:00000080:1.0:1788775743.897727:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9dbe 00000100:00080000:1.0:1788775743.897742:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a241828000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788775743.897783:0:20940:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a24182b000): rc 0 00000020:00000080:1.0:1788775743.897786:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a24182b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1788775743.897797:0:20940:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff89a3764eb800), last request at 1788775739 00000020:00000080:1.0:1788775743.897800:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c59 00000100:00080000:1.0:1788775743.897805:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a3764ea800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788775743.897812:0:20940:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a3764eb800): rc 0 00000020:00000080:1.0:1788775743.897814:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a3764eb800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1788775743.897820:0:20940:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa80ec1697ae0 00000100:00080000:1.0:1788775743.897837:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788775743.897841:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788775743.898716:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788775743.898722:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a377765800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:3.0:1788775743.898848:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898864:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340030e00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775743.898868:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898877:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775743.898883:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775743.898904:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788775743.898908:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788775743.898911:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788775743.898934:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898941:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775743.898951:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898959:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18c9f70 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9f77 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898973:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775743.898977:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898983:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6800 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775743.898986:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.898993:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775743.898999:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775743.899004:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788775743.899007:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788775743.899008:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788775743.899027:0:17156:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.899033:0:17156:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775743.899049:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775743.899056:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6800/0x445c1d62c18c9aca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9ad1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775743.899061:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775743.899066:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775743.899068:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775743.899071:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775743.899074:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775743.899077:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775743.899102:0:17157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775743.899107:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723390208:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775743.899116:0:17157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6c00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:1.0:1788775743.899120:0:17157:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.899129:0:17157:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788775743.899137:0:17157:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775743.899143:0:17157:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788775743.899152:0:17157:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1788775743.899154:0:17157:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00000100:00100000:3.0:1788775743.899167:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788775743.899172:0:17157:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.899179:0:17157:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788775743.899187:0:17157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.899194:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18c9ad8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x445c1d62c18c9adf expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775743.899206:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775743.899209:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775743.899211:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775743.899223:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775743.899229:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723390336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775743.899252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775743.899255:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723390208 00000100:00100000:0.0:1788775743.899262:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723390208 00000100:00100000:0.0:1788775743.899286:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723390336 00000100:00100000:0.0:1788775743.899289:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723390336 00000100:00100000:0.0:1788775743.899300:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788775743.899306:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875666723390208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788775743.899335:0:17155:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788775743 with bad export cookie 4925844402427697572 00000100:00080000:3.0:1788775743.899444:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.122@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788775743.899448:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a346247800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1788775743.899452:0:3646:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.122@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:0.0:1788775743.899513:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875666723390208:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (210us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788775743.899521:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788775743.899539:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788775743.899542:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875666723390336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788775743.899546:0:17155:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788775743 with bad export cookie 4925844402427697572 00000100:00100000:0.0:1788775743.899573:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875666723390336:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (321us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788775743.899579:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1788775743.911497:0:3646:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.122@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1788775743.911503:0:3646:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788775743.911514:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37de51180 x1875666723389824/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788775759 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775743.911536:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37de51c00 x1875666723390208/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788775759 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775743.911546:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabb480 x1875666723390336/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788775759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788775743.911580:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788775743.911583:0:3646:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788775743.911585:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788775743.911590:0:3646:0:(import.c:65:import_set_state_nolock()) ffff89a346247800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775743.911596:0:3646:0:(import.c:510:import_select_connection()) MGC192.168.202.122@tcp: connect to NID 0@lo last attempt 570 00000100:00080000:3.0:1788775743.911605:0:3646:0:(import.c:624:import_select_connection()) MGC192.168.202.122@tcp: import ffff89a346247800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775743.911640:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de52d80 x1875666723390464/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775743.911703:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723390336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775743.911710:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b47faeba-cc03-4e7e-935d-739ed89ba001:3646:1875666723390208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788775743.911862:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b47faeba-cc03-4e7e-935d-739ed89ba001:3645:1875666723390464:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1788775743.911911:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875666723390464 offset 0 length 520: 4 00000100:00100000:0.0:1788775743.912257:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b47faeba-cc03-4e7e-935d-739ed89ba001:3647:1875666723389824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775743.913799:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:0:1875666723390080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775743.913824:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775743.913830:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b47faeba-cc03-4e7e-935d-739ed89ba001:0:1875666723389952:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1788775743.916765:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24182b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788775743.916831:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3764eb800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788775743.916853:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a241828000 for lustre-MDT0001 00000020:00000080:2.0:1788775743.916857:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a3764ea800 for lustre-MDT0001 00000400:00000100:2.0:1788775743.917013:0:17153:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875666723389824 offset 224 length 224: 4 00000100:00100000:2.0:1788775743.917034:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1875666723389824:12345-0@lo:103:ldlm_bl.0 Request processed in 20453us (20626us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788775743.917044:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1788775743.918894:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788775743.918903:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788775743.918927:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788775743.918990:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788775743.919015:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a3720c7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788775743.919036:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788775743.919038:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788775743.919054:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788775743.919075:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723390592:0@lo:9:umount.0 00000100:00080000:1.0:1788775743.919135:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788775743.919146:0:20940:0:(import.c:65:import_set_state_nolock()) ffff89a3764e9000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788775743.919169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1788775743.919193:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff89a37caf19b8) has no exports 00000100:00100000:2.0:1788775743.919219:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723390720:0@lo:9:umount.0 00000100:00100000:2.0:1788775743.919239:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775743.919348:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723390592 00000100:00100000:3.0:1788775743.919357:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723390592 00000100:00100000:3.0:1788775743.919405:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723390720 00000100:00100000:3.0:1788775743.919407:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723390720 00000100:00100000:3.0:1788775743.919437:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788775743.919447:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875666723390592:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788775743.919471:0:18675:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c83 00000100:00080000:3.0:1788775743.919477:0:18675:0:(import.c:65:import_set_state_nolock()) ffff89a246be2800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788775743.919523:0:18675:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788775743.919648:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1875666723390592:12345-0@lo:9:umount.0 Request processed in 202us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775743.919654:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788775743.919671:0:18676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875666723390720:12345-0@lo:9:umount.0 00000100:00080000:0.0:1788775743.919695:0:17164:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1788775743.919699:0:18676:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9def 00000100:00080000:1.0:1788775743.919707:0:18676:0:(import.c:65:import_set_state_nolock()) ffff89a24182e000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788775743.919740:0:18676:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:2.0:1788775743.919750:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a3720c7000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788775743.919768:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788775743.919771:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788775743.919775:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723390592:0@lo:9:umount.0 00010000:00010000:2.0:1788775743.919810:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775743.919840:0:18676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3645:x1875666723390720:12345-0@lo:9:umount.0 Request processed in 177us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775743.919936:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788775743.919951:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1788775743.919954:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a3764e9000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788775743.919973:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788775743.919976:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788775743.919980:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723390720:0@lo:9:umount.0 00010000:00010000:1.0:1788775743.919980:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788775743.928970:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff89a37caf19b8) has no exports 00000020:01000000:1.0:1788775743.964732:0:20940:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a246bee600 - data ffff89a245c6ba20/ffff89a247671800 00000020:01000000:1.0:1788775743.964898:0:20940:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a34aed98a0 - data ffff89a3795af0d8/ffff89a348bb4000 00000001:00000004:1.0:1788775743.974863:0:20940:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788775744.078019:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788775744.078028:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788775744.078035:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788775744.082909:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788775744.082917:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788775744.082939:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788775744.082942:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788775744.087182:0:17909:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788775744.087192:0:17909:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1788775744.087219:0:17909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788775744.088032:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788775744.088037:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788775744.088058:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788775744.088061:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788775744.088757:0:17911:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788775744.088762:0:17911:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788775744.088773:0:17911:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788775744.094366:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9aed 00000020:00000080:0.0:1788775744.094379:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a34a59e800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788775744.095488:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a59e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788775744.130998:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b02 00000020:00000080:0.0:1788775744.131013:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a247525000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788775744.131030:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788775744.131048:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775744.131058:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788775744.131062:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff89a37caf0000) has no exports 00000004:01000000:0.0:1788775744.131252:0:20940:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788775744.131270:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b56 00000020:00000080:0.0:1788775744.131274:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a247b37000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788775744.131278:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788775744.131281:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775744.131286:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788775744.131288:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff89a377444d28) has no exports 00000020:00000080:0.0:1788775744.131293:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b4f 00000020:00000080:0.0:1788775744.131297:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a377761800/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788775744.134096:0:20940:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788775744.134104:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788775744.134109:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788775744.134117:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788775744.134120:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788775744.134156:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775744.134167:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788775744.134177:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b41 00000020:00000080:0.0:1788775744.134185:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a3720c6800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788775744.134190:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788775744.134865:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775744.134875:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788775744.134879:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff89a377440000) has no exports 00000020:00000080:0.0:1788775744.134887:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b33 00000020:00000080:0.0:1788775744.134893:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a3720c3800/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788775744.136117:0:20940:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788775744.136123:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788775744.136126:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788775744.136133:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788775744.136136:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788775744.136179:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775744.136188:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788775744.136218:0:20940:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788775744.136225:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b25 00000020:00000080:0.0:1788775744.136233:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a3720c7800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788775744.136239:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788775744.136243:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775744.136247:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788775744.136250:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff89a3774419b8) has no exports 00000020:00000080:0.0:1788775744.136265:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b1e 00000020:00000080:0.0:1788775744.136269:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a377766000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788775744.143577:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247525000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1788775744.143603:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247b37000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788775744.143825:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a377761800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788775744.143836:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a3764e9000 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788775744.143846:0:8:0:(genops.c:885:class_export_put()) final put ffff89a3720c2000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788775744.143850:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3720c2000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1788775744.143855:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.143947:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3720c6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788775744.143953:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3720c3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788775744.143958:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a3720c7000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788775744.143961:0:8:0:(genops.c:885:class_export_put()) final put ffff89a3720c1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788775744.143963:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3720c1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1788775744.143968:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.144010:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3720c7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788775744.144016:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a377766000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1788775744.144529:0:20940:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1788775744.144535:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788775744.144540:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788775744.144547:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788775744.144605:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788775744.144743:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a377765800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788775744.144871:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.144875:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a377761000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788775744.144878:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a377761000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788775744.144883:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.144992:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775744.144996:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.144999:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a34a59b000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788775744.145001:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a59b000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1788775744.145005:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788775744.145109:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b09 00000020:00000080:1.0:1788775744.145116:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a37dcef800/lustre-MDD0001_UUID 00000020:01000000:1.0:1788775744.145130:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1788775744.145135:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775744.145140:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788775744.145143:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff89a36aae0000) has no exports 00000020:00000080:1.0:1788775744.145164:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775744.145167:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1788775744.145172:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b10 00000020:00000080:1.0:1788775744.145175:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a37dced800/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1788775744.145183:0:20940:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a34993b000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1788775744.145186:0:20940:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a34993b000 2 00000020:01000004:1.0:1788775744.145189:0:20940:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff89a34993b000 from lustre-MDT0001 00000020:00000080:1.0:1788775744.145221:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775744.145235:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1788775744.145238:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a34a59c800/lustre-MDT0001_UUID 00000020:00000080:1.0:1788775744.145240:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a59c800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1788775744.145248:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1788775744.145288:0:20940:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1788775744.145291:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1788775744.145294:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775744.145297:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788775744.145303:0:20940:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff89a34a59f000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775744.145333:0:20940:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff89a36aae19b8) has exports, disconnecting them 00000020:00080000:1.0:1788775744.145339:0:20940:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff89a34a59f000), last request at 1788775651 00000020:00000080:1.0:1788775744.145343:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9b8e 00000020:00080000:1.0:1788775744.145354:0:20940:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a34a59f000): rc 0 00000020:00000080:1.0:1788775744.145358:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a34a59f000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788775744.145631:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a37dcef800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1788775744.145636:0:8:0:(genops.c:885:class_export_put()) final put ffff89a247527000/lustre-MDD0001_UUID 00000020:00000080:2.0:1788775744.145638:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247527000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1788775744.145646:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1788775744.145750:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a37dced800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788775744.145755:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34a59f000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788775744.162653:0:20940:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788775744.162665:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788775744.162669:0:20940:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788775744.162677:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788775744.162706:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a247b35000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788775744.162889:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788775744.162898:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1788775744.162903:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a247b36800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1788775744.162907:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247b36800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1788775744.162913:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788775744.162991:0:20940:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a34993b000 1 00000020:00000080:2.0:1788775744.162997:0:20940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9ab5 00000020:00000080:2.0:1788775744.163004:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a377764800/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788775744.163012:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788775744.163020:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a377764800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788775744.163031:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788775744.163036:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788775744.163040:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff89a380cb0000) has no exports 00000020:00000080:3.0:1788775744.356559:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788775744.356575:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1788775744.356581:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a34993f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788775744.356585:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a34993f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1788775744.356601:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1788775744.356949:0:20940:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff89a34993c800 00000020:01000000:3.0:1788775744.356971:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1788775744.356975:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775744.356980:0:20940:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788775744.356985:0:20940:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff89a376548000) has no exports 00000100:00100000:3.0:1788775744.357115:0:17168:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff89a372139200:17168] 0 exiting: rc = 1 00000100:00100000:3.0:1788775744.357431:0:17170:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff89a372138400:17170] 2 exiting: rc = 0 00000100:00100000:3.0:1788775744.357508:0:20063:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff89a3714df000:20063] 3 exiting: rc = 0 00000100:00100000:1.0:1788775744.358066:0:17169:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff89a372139400:17169] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.358582:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358589:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358594:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358600:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358619:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358625:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358634:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358638:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358643:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358648:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358654:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358660:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358665:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358670:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358675:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358680:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358685:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358691:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358697:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358701:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358706:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358723:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358728:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358733:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358739:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358755:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358762:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358768:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358773:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358779:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358784:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.358995:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359002:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359007:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359012:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359017:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359022:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359027:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359031:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359036:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359042:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359048:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359066:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359073:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359078:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359094:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359100:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359105:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359111:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359117:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359121:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359127:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359133:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359139:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359145:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359150:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359163:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359168:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359173:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359179:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359185:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359191:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359196:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.359214:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788775744.379003:0:17172:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff89a376729800:17172] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.379533:0:17171:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff89a24683e200:17171] 0 exiting: rc = 1 00000100:00100000:0.0:1788775744.379976:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.379985:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.379991:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.379996:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380001:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380007:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380012:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380017:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380022:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380027:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380033:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380039:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380044:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380115:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380124:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380129:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380134:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380138:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380143:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380148:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380153:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380158:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380164:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380182:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380188:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380193:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380530:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380541:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380546:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380551:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380556:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380562:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380567:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380572:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380577:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380582:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380586:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380591:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380596:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380602:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380622:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380627:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380632:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380637:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380641:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380646:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380650:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380654:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380659:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380663:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380667:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380672:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380678:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380683:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380688:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380693:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380698:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380704:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380716:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380722:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380727:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380731:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380737:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.380742:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.381957:0:17174:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff89a376729400:17174] 1 exiting: rc = 0 00000100:00100000:0.0:1788775744.382031:0:17908:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff89a37dfb3c00:17908] 2 exiting: rc = 0 00000100:00100000:2.0:1788775744.382164:0:17173:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff89a34ba75200:17173] 0 exiting: rc = 1 00000100:00100000:0.0:1788775744.382635:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382643:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382656:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382663:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382669:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382675:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382681:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382687:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382694:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382700:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382705:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382712:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382717:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382723:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382744:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382753:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382760:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382766:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382773:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382779:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382808:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382815:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382822:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382828:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382835:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382841:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382862:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382879:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382884:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382890:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382896:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382902:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382908:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382914:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382920:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382926:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382933:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382939:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382958:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382964:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382970:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382976:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382982:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382988:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382993:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.382999:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383005:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383011:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383016:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383023:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383043:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383061:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383067:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383073:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383079:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383112:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383120:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383126:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383132:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383138:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383145:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383151:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383163:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775744.383169:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.402124:0:17175:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff89a376728000:17175] 0 exiting: rc = 1 00000100:00100000:2.0:1788775744.405449:0:17176:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff89a37dfb3e00:17176] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.405667:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405676:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405681:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405686:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405693:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405698:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405704:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405709:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405715:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405720:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405725:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405729:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405734:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405739:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405744:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405749:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405755:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405760:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405765:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405770:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405774:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405780:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405784:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405800:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405805:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405822:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405827:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405832:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405837:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405842:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405848:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405853:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405857:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405863:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405869:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405874:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405879:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405884:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405888:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405893:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405899:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405904:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405908:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405912:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405917:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405922:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405927:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405932:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405936:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405941:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405946:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405951:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405955:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405961:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405965:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405971:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405976:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405981:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405986:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.405991:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.406004:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.406009:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.406015:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.406020:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775744.406551:0:17178:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff89a37211cc00:17178] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.410409:0:17177:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff89a346ed1e00:17177] 0 exiting: rc = 1 00000100:00100000:3.0:1788775744.410531:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410538:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410543:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410548:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410553:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410558:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410562:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410567:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410571:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410576:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410581:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410585:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410590:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410595:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410600:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410732:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410743:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410748:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410752:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410758:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410763:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410768:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410773:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410777:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410782:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410853:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410860:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410865:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410869:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410874:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410897:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410901:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410906:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410911:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410915:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410921:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410926:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410931:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410936:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410941:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410946:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410951:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410956:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410962:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410966:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410971:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410976:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410981:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410985:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410990:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.410995:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411000:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411004:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411010:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411016:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411021:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411027:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411031:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411036:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411041:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411046:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411051:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411056:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.411061:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775744.413072:0:17179:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff89a3495e9600:17179] 0 exiting: rc = 1 00000100:00100000:1.0:1788775744.413178:0:17180:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff89a3495e9a00:17180] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.413380:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413397:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413403:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413408:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413414:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413418:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413423:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413428:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413433:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413439:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413444:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413449:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413454:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413459:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413463:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413468:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413473:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413478:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413484:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413488:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413493:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413498:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413504:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413510:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413515:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413520:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413526:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413531:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413536:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413541:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413546:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413551:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413556:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413563:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413568:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413572:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413585:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413590:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413595:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413601:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413622:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413627:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413631:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413638:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413643:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413649:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413654:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413659:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413665:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413670:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413675:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413680:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413685:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413690:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413694:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413699:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413704:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413709:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413713:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413718:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413723:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413727:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413732:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.413737:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.414443:0:17183:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff89a3495e8600:17183] 2 exiting: rc = 0 00000100:00100000:1.0:1788775744.415081:0:17181:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff89a37228e000:17181] 0 exiting: rc = 1 00000100:00100000:0.0:1788775744.415775:0:17182:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff89a3495eae00:17182] 1 exiting: rc = 0 00000100:00100000:3.0:1788775744.416067:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416103:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416110:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416116:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416122:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416128:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416148:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416153:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416158:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416164:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416170:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416176:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416180:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416184:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416188:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416191:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416195:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416302:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416498:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416505:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416510:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416516:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416522:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416527:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416530:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416545:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416549:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416554:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416557:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416561:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416565:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416569:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416573:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416577:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416580:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416584:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416587:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416592:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416595:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416599:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416603:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416712:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416717:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416723:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416729:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416736:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416742:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416747:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416752:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416766:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416771:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416775:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416778:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416782:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416840:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416846:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416849:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416854:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416858:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416862:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416866:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416869:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416873:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775744.416876:0:20940:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788775744.424730:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788775744.424744:0:20940:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788775744.424750:0:20940:0:(genops.c:885:class_export_put()) final put ffff89a24804a000/MDS_uuid 00000020:00000080:3.0:1788775744.424755:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24804a000/MDS_uuid for MDS 00000020:01000000:3.0:1788775744.424763:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788775744.425072:0:20940:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788775744.723650:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775744.974567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775744.974578:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775744.974581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775744.974585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788775744.974589:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775744.974598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 672 00000100:00080000:1.0:1788775744.974603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788775744.974610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89a245ac0000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775744.974652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37faba680 x1875666723390848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775744.974699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775744.974703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788775744.974705:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775744.974708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 672 00000100:00080000:1.0:1788775744.974710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788775744.974714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89a246be6000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775744.974727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fab9880 x1875666723391104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775744.975022:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723390976:0@lo:400:kworker.0 00000400:00000100:3.0:1788775744.976440:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723390976 offset 0 length 224: 4 00000100:00100000:0.0:1788775744.976805:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723390848:0@lo:38:kworker.0 00000400:00000100:0.0:1788775744.976839:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723390848 offset 0 length 520: 4 00000100:00100000:0.0:1788775744.976881:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723391104:0@lo:38:kworker.0 00000400:00000100:0.0:1788775744.976900:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391104 offset 0 length 520: 4 00000100:00100000:3.0:1788775744.977244:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775744.977252:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723391232:0@lo:400:kworker.0 00000400:00000100:3.0:1788775744.977285:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391232 offset 0 length 224: 4 00010000:00010000:2.0:1788775745.742552:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775746.771005:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775747.794955:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775748.815903:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788775749.009365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775749.009378:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775749.009382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775749.009385:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775749.009452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775749.009456:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788775749.010175:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723391360:0@lo:400:kworker.0 00000400:00000100:1.0:1788775749.010528:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391360 offset 0 length 224: 4 00000100:00100000:1.0:1788775749.010934:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788775749.010945:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723391488:0@lo:400:kworker.0 00000400:00000100:1.0:1788775749.010969:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391488 offset 0 length 224: 4 00000020:01000004:2.0:1788775749.652944:0:21143:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788775749.704194:0:21143:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788775749.704270:0:21143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775749.704288:0:21143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775749.704296:0:21143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775749.704303:0:21143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775749.704360:0:21143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788775749.704367:0:21143:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788775749.704396:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788775749.704412:0:21143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37faba680 x1875666723390848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775749.704441:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788775749.704467:0:21143:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788775749.704476:0:21143:0:(import.c:65:import_set_state_nolock()) ffff89a245ac0000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788775749.704483:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788775749.704488:0:21143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37faba680 x1875666723390848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775764 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775749.704497:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788775749.704500:0:21143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1788775749.705011:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723390848:0@lo:38:kworker.0 00000100:00080000:3.0:1788775749.707157:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788775749.707178:0:21143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fab9500 x1875666723390976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775749.707205:0:21143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37de51500 x1875666723391360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775749.707223:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788775749.707230:0:21143:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788775749.707261:0:21143:0:(import.c:65:import_set_state_nolock()) ffff89a246be3800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788775749.708227:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723391360:0@lo:400:kworker.0 00000100:00100000:0.0:1788775749.709145:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875666723391616:0@lo:39:umount.0 00000400:00000100:0.0:1788775749.709213:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391616 offset 0 length 224: 4 00010000:00010000:2.0:1788775749.710144:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775749.710158:0:17156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775749.710172:0:17156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655d200 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775749.710176:0:17156:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775749.710187:0:17156:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775749.710195:0:17156:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775749.710200:0:17156:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788775749.710203:0:17156:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788775749.710207:0:17156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788775749.710230:0:17156:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:2.0:1788775749.710234:0:17156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775749.710240:0:17156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a24655d200/0x445c1d62c18c9c28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9c2f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775749.710278:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775749.710280:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775749.710282:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775749.713628:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723390976:0@lo:400:kworker.0 00010000:00010000:2.0:1788775749.840210:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775750.032132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775750.032148:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775750.032152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775750.032156:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788775750.032469:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723391744:0@lo:400:kworker.0 00000400:00000100:3.0:1788775750.032653:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723391744 offset 0 length 224: 4 00000001:00100000:3.0:1788775750.098397:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788775750.098412:0:19487:0:(genops.c:885:class_export_put()) final put ffff89a241829000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788775750.098566:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a241829000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788775750.098638:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a24182e000 for lustre-OST0001 00000001:00100000:0.0:1788775750.099102:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788775750.099108:0:18670:0:(genops.c:885:class_export_put()) final put ffff89a246be4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788775750.103723:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a246be4800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788775750.115740:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a246be2800 for lustre-OST0000 00010000:00010000:2.0:1788775750.864044:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775751.886575:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775752.911763:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775753.806646:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775743/real 1788775743] req@ffff89a37de52d80 x1875666723390464/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788775753 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775753.806691:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de52d80 x1875666723390464/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788775753 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775753.806726:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a346247800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775753.806764:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788775753.806769:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b47faeba-cc03-4e7e-935d-739ed89ba001:3645:1875666723390464:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:1.0:1788775753.806895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775753.806901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788775753.806905:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a346247800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775753.806912:0:8:0:(import.c:510:import_select_connection()) MGC192.168.202.122@tcp: connect to NID 0@lo last attempt 676 00000100:00080000:1.0:1788775753.806918:0:8:0:(import.c:589:import_select_connection()) MGC192.168.202.122@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788775753.806927:0:8:0:(import.c:624:import_select_connection()) MGC192.168.202.122@tcp: import ffff89a346247800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775753.806972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37faba680 x1875666723391872/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775753.807007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775753.807012:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788775753.807113:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788775753.807129:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723392000:0@lo:400:kworker.0 00000400:00000100:2.0:1788775753.807202:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723392000 offset 0 length 224: 4 00000100:00100000:0.0:1788775753.807385:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b47faeba-cc03-4e7e-935d-739ed89ba001:3645:1875666723391872:0@lo:250:kworker.0 00000400:00000100:0.0:1788775753.807412:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875666723391872 offset 0 length 520: 4 00010000:00010000:2.0:1788775753.934671:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775754.962499:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775755.982618:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775757.008165:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775758.033278:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775759.054786:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775759.310476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775759.310492:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775759.310495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775759.310498:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788775759.310718:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723392128:0@lo:400:kworker.0 00000400:00000100:2.0:1788775759.310822:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723392128 offset 0 length 224: 4 00000100:00100000:0.0:1788775759.950510:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775749/real 1788775749] req@ffff89a37de51f80 x1875666723391616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788775759 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775759.950588:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de51f80 x1875666723391616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788775759 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775759.950615:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a246be3800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788775759.950642:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875666723391616:0@lo:39:umount.0 00000100:00080000:3.0:1788775759.950918:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788775759.950924:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788775759.950930:0:21143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788775759.953603:0:21143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953634:0:21143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953667:0:21143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953675:0:21143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953716:0:21143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788775759.953726:0:21143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953733:0:21143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953740:0:21143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953746:0:21143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775759.953770:0:21143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788775759.953776:0:21143:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788775759.953805:0:21143:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788775759.953810:0:21143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788775759.953815:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775759.953821:0:21143:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788775759.953827:0:21143:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff89a37ddcb370) has no exports 00000020:00080000:3.0:1788775759.953868:0:21143:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff89a37ddcb370) has no exports 00010000:00010000:0.0:1788775759.956107:0:20941:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775759.956129:0:20941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956143:0:20941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655c800 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775759.956148:0:20941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956160:0:20941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775759.956178:0:20941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775759.956185:0:20941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788775759.956188:0:20941:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788775759.956192:0:20941:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788775759.956226:0:20941:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:0.0:1788775759.956237:0:20941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956244:0:20941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a24655c800/0x445c1d62c18c9bfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9c05 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956298:0:20941:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775759.956302:0:20941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956355:0:20941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340031600 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775759.956359:0:20941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956368:0:20941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775759.956375:0:20941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775759.956380:0:20941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788775759.956383:0:20941:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788775759.956386:0:20941:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788775759.956393:0:20941:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:0.0:1788775759.956396:0:20941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956402:0:20941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a340031600/0x445c1d62c18c9f62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9f69 expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775759.956411:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775759.956413:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775759.956415:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775759.958429:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788775759.966108:0:21143:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a36e941f00 - data ffff89a37962a360/ffff89a3714bdc00 00000020:01000000:3.0:1788775759.966595:0:21143:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a37759c6c0 - data ffff89a37946a000/ffff89a348a41c00 00100000:10000000:3.0:1788775759.981420:0:21143:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788775759.989527:0:21143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c13 00000020:00000080:2.0:1788775759.989542:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a246bf7000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788775759.989565:0:21143:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a34a160000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788775759.989575:0:21143:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a34a160000 2 00000020:01000004:2.0:1788775759.989580:0:21143:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff89a34a160000 from lustre-OST0000 00000020:00000080:2.0:1788775759.989611:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788775759.989649:0:21143:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788775759.989652:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a37cb10800/lustre-OST0000_UUID 00000020:00000080:2.0:1788775759.989656:0:21143:0:(genops.c:844:class_export_destroy()) destroying export ffff89a37cb10800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788775759.989665:0:21143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788775759.989736:0:21143:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788775759.989740:0:21143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788775759.989744:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788775759.989749:0:21143:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788775759.989757:0:21143:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff89a245ac4000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788775759.989764:0:21143:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff89a37ddccd28) has exports, disconnecting them 00000020:00080000:2.0:1788775759.989770:0:21143:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff89a245ac4000), last request at 1788775667 00000020:00000080:2.0:1788775759.989775:0:21143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c3d 00000020:00080000:2.0:1788775759.989783:0:21143:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a245ac4000): rc 0 00000020:00000080:2.0:1788775759.989790:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a245ac4000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788775759.991361:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a246bf7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788775759.991390:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a245ac4000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1788775759.995534:0:21143:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788775759.995546:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788775759.995552:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788775759.995562:0:21143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788775759.995605:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a245ac0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788775759.995855:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775759.995866:0:21143:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788775759.995873:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a246bf1800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788775759.995897:0:21143:0:(genops.c:844:class_export_destroy()) destroying export ffff89a246bf1800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788775759.995916:0:21143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1788775759.996013:0:21143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788775759.996017:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775759.996024:0:21143:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788775759.996033:0:21143:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff89a246be1000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788775759.996040:0:21143:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff89a346233370) has exports, disconnecting them 00000020:00080000:1.0:1788775759.996046:0:21143:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff89a246be1000), last request at 1788775667 00000020:00000080:1.0:1788775759.996051:0:21143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9c4b 00000020:00080000:1.0:1788775759.996067:0:21143:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a246be1000): rc 0 00000020:00000080:1.0:1788775759.996073:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a246be1000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788775759.996126:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a246be1000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1788775760.000283:0:21143:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788775760.000296:0:21143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788775760.000352:0:21143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788775760.000361:0:21143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788775760.000614:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775760.000627:0:21143:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1788775760.000648:0:21143:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a34a160000 1 00000020:00000080:0.0:1788775760.000659:0:21143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9bf0 00000020:00000080:0.0:1788775760.000670:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a247b30000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788775760.000678:0:21143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788775760.000685:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775760.000691:0:21143:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788775760.000697:0:21143:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff89a37ddc99b8) has no exports 00000020:00000080:0.0:1788775760.015418:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a246be3800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788775760.015442:0:37:0:(genops.c:885:class_export_put()) final put ffff89a246be0800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1788775760.015446:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a246be0800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1788775760.015468:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1788775760.015571:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247b30000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00010000:00010000:0.0:1788775760.078818:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788775760.087752:0:21143:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775760.087774:0:21143:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788775760.087783:0:21143:0:(genops.c:885:class_export_put()) final put ffff89a2480b4000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788775760.087790:0:21143:0:(genops.c:844:class_export_destroy()) destroying export ffff89a2480b4000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788775760.087808:0:21143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788775760.088249:0:21143:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff89a2480b5000 00000020:02000400:0.0:1788775760.088544:0:21143:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00000100:00000400:1.0:1788775760.983474:0:3648:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775744/real 1788775744] req@ffff89a37fabbb80 x1875666723391232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788775760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775761.040160:0:3648:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89a37fabbb80 x1875666723391232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788775760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788775761.040179:0:3648:0:(import.c:65:import_set_state_nolock()) ffff89a24182c800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788775761.040184:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788775761.079000:0:3648:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1788775761.079085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775761.079094:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775761.079098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775761.079101:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775761.079104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775761.079117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788775761.079121:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a24182c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775761.079131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 616 00000100:00080000:1.0:1788775761.079144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff89a24182c800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775761.079197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fabaa00 x1875666723392256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775761.079264:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875666723392256:0@lo:38:kworker.0 00000100:00100000:3.0:1788775761.079724:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723391232:0@lo:400:kworker.0 00000400:00000100:1.0:1788775761.079840:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723392256 offset 0 length 520: 4 00010000:00010000:3.0:1788775761.102588:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775762.128384:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775763.150593:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775764.175413:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775744/real 1788775744] req@ffff89a37fab9880 x1875666723391104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788775764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775764.175458:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37fab9880 x1875666723391104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788775764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788775764.175637:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775764.175662:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788775764.176189:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723391104:0@lo:38:kworker.0 00000100:00080000:1.0:1788775764.176275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775764.176281:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775764.176284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775764.176287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788775764.176291:0:38:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775764.176297:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 677 00000100:00080000:1.0:1788775764.176303:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788775764.176362:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89a246be6000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775764.176407:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fab9880 x1875666723392384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1788775764.176424:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775764.176428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788775764.176431:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788775764.176449:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723392384:0@lo:38:kworker.0 00000400:00000100:1.0:1788775764.176542:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875666723392384 offset 0 length 520: 4 00010000:00010000:1.0:1788775765.199248:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788775765.199403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775765.199412:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b47faeba-cc03-4e7e-935d-739ed89ba001->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775765.199416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775765.199419:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775765.199421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788775765.199424:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:2.0:1788775765.252776:0:21345:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788775765.269626:0:21345:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788775765.269757:0:21345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.269779:0:21345:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.269787:0:21345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.269795:0:21345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.269821:0:21345:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788775765.269828:0:21345:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788775765.269880:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788775765.269909:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fab9880 x1875666723392384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.269934:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788775765.269942:0:21345:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788775765.269950:0:21345:0:(import.c:65:import_set_state_nolock()) ffff89a246be6000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788775765.269957:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788775765.269961:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fab9880 x1875666723392384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775789 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.269968:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788775765.269971:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 32s for inflight to error out 00000100:00100000:1.0:1788775765.270055:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723392384:0@lo:38:kworker.0 00010000:00010000:3.0:1788775765.271112:0:17157:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775765.271129:0:17157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.271141:0:17157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6a00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775765.271146:0:17157:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.271158:0:17157:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775765.271166:0:17157:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775765.271173:0:17157:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788775765.271199:0:17157:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788775765.271206:0:17157:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788775765.271255:0:17157:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:3.0:1788775765.271263:0:17157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.271273:0:17157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6a00/0x445c1d62c18c9d8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9d94 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.271303:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775765.271360:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775765.271363:0:17157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788775765.274191:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788775765.274220:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37de53800 x1875666723391488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.274514:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fab9500 x1875666723391744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.274534:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabad80 x1875666723392000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.274543:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabb100 x1875666723392128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.274552:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabaa00 x1875666723392256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.274563:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788775765.274572:0:21345:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788775765.274580:0:21345:0:(import.c:65:import_set_state_nolock()) ffff89a24182c800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788775765.274588:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788775765.274593:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37de53800 x1875666723391488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775765 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775765.274965:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723392000:0@lo:400:kworker.0 00000100:00100000:0.0:1788775765.275001:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723391488:0@lo:400:kworker.0 00000100:00100000:2.0:1788775765.275030:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fab9500 x1875666723391744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775766 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.275039:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabad80 x1875666723392000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775769 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.275046:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabb100 x1875666723392128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775775 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.275052:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37fabaa00 x1875666723392256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788775771 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775765.275059:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788775765.275133:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875666723392256:0@lo:38:kworker.0 00000100:00100000:3.0:1788775765.275716:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723391744:0@lo:400:kworker.0 00000100:00100000:0.0:1788775765.275863:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723392128:0@lo:400:kworker.0 00000100:00100000:2.0:1788775765.275917:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788775765.277954:0:21345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.277980:0:21345:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.277989:0:21345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.277996:0:21345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.278077:0:21345:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775765.278087:0:21345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.278095:0:21345:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.278135:0:21345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775765.278142:0:21345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.278232:0:20941:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788775765.278480:0:21345:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788775765.278486:0:21345:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788775765.278526:0:21345:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788775765.278532:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788775765.278539:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788775765.278545:0:21345:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788775765.278550:0:21345:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff89a346230000) has no exports 00000020:00080000:2.0:1788775765.278594:0:21345:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff89a346230000) has no exports 00010000:00010000:3.0:1788775765.279215:0:20941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279230:0:20941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9c00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775765.279236:0:20941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279258:0:20941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775765.279266:0:20941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775765.279272:0:20941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788775765.279288:0:20941:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1788775765.279290:0:20941:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1788775765.279440:0:20941:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:3.0:1788775765.279445:0:20941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279453:0:20941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9c00/0x445c1d62c18c9d63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9d6a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279475:0:20941:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775765.279479:0:20941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279486:0:20941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7400 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775765.279488:0:20941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279495:0:20941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775765.279501:0:20941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775765.279506:0:20941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788775765.279508:0:20941:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788775765.279510:0:20941:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788775765.279516:0:20941:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:3.0:1788775765.279519:0:20941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279525:0:20941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7400/0x445c1d62c18c9f54 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9f5b expref: -99 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775765.279549:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775765.279552:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775765.282402:0:17156:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788775765.282859:0:21345:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a34bffca20 - data ffff89a343fec1b0/ffff89a37161d400 00000020:01000000:2.0:1788775765.284076:0:21345:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff89a246bee480 - data ffff89a37958ea20/ffff89a2480f6400 00010000:00010000:3.0:1788775765.285374:0:20941:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1788775765.297714:0:21345:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788775765.305761:0:21345:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9d78 00000020:00000080:0.0:1788775765.305779:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a36a87b800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788775765.305805:0:21345:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a247b30800 from lustre-OST0001, refs=2 00000020:01000004:0.0:1788775765.305820:0:21345:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a247b30800 2 00000020:01000004:0.0:1788775765.305824:0:21345:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff89a247b30800 from lustre-OST0001 00000020:00000080:0.0:1788775765.305852:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775765.305865:0:21345:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1788775765.305868:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a36a87c800/lustre-OST0001_UUID 00000020:00000080:0.0:1788775765.305871:0:21345:0:(genops.c:844:class_export_destroy()) destroying export ffff89a36a87c800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1788775765.305877:0:21345:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1788775765.306035:0:21345:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import b47faeba-cc03-4e7e-935d-739ed89ba001->MGS 00010000:00010000:0.0:1788775765.306062:0:21345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7a00/0x445c1d62c18c9abc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c9ac3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775765.306077:0:21345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7a00/0x445c1d62c18c9abc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c9ac3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775765.306084:0:21345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1788775765.306088:0:21345:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1788775765.306092:0:21345:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1788775765.306112:0:21345:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:0.0:1788775765.306117:0:21345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37dcd7a00/0x445c1d62c18c9abc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c9ac3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775765.306136:0:21345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9000/0x445c1d62c18c99ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x445c1d62c18c99b2 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775765.306143:0:21345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9000/0x445c1d62c18c99ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x445c1d62c18c99b2 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775765.306148:0:21345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788775765.306151:0:21345:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1788775765.306152:0:21345:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788775765.306162:0:21345:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff89a346247800 00010000:00010000:0.0:1788775765.306164:0:21345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9000/0x445c1d62c18c99ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x445c1d62c18c99b2 expref: -99 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788775765.306193:0:21345:0:(import.c:65:import_set_state_nolock()) ffff89a346247800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1788775765.306197:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788775765.306200:0:21345:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788775765.306202:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788775765.306208:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788775765.306221:0:21345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89a37faba680 x1875666723391872/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788775768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000080:2.0:1788775765.306387:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a36a87b800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:0.0:1788775765.306449:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788775765.306453:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:3.0:1788775765.306566:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b47faeba-cc03-4e7e-935d-739ed89ba001:3645:1875666723391872:0@lo:250:kworker.0 10000000:01000000:0.0:1788775765.306656:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788775765.306665:0:21345:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9996 00000020:00000080:0.0:1788775765.306670:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a248048800/b47faeba-cc03-4e7e-935d-739ed89ba001 00000020:01000000:0.0:1788775765.306686:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.122@tcp (flags='') 00000020:00000080:0.0:1788775765.306691:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775765.306696:0:21345:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.122@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788775765.306701:0:21345:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff89a3767b0000) has no exports 10000000:01000000:0.0:1788775765.306721:0:17165:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788775765.306778:0:21345:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.122@tcp: client import never connected 00000100:00080000:0.0:1788775765.306781:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788775765.306782:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788775765.306784:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788775765.306786:0:21345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788775765.306838:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a248048800/b47faeba-cc03-4e7e-935d-739ed89ba001 for MGC192.168.202.122@tcp 00000020:00000080:0.0:1788775765.306879:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788775765.306893:0:21345:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.122@tcp (uuid b47faeba-cc03-4e7e-935d-739ed89ba001) 00000020:01000000:0.0:1788775765.306899:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788775765.306903:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788775765.306907:0:21345:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788775765.306912:0:21345:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff89a36a87e000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788775765.306918:0:21345:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff89a346234d28) has exports, disconnecting them 00000020:00080000:0.0:1788775765.306923:0:21345:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff89a36a87e000), last request at 1788775683 00000020:00000080:0.0:1788775765.306932:0:21345:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9da2 00000020:00080000:0.0:1788775765.306945:0:21345:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a36a87e000): rc 0 00000020:00000080:0.0:1788775765.306949:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a36a87e000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788775765.307348:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a36a87e000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788775765.308220:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a346247800 for MGC192.168.202.122@tcp 00000020:00000080:2.0:1788775765.308235:0:8:0:(genops.c:885:class_export_put()) final put ffff89a346242800/b47faeba-cc03-4e7e-935d-739ed89ba001 00000020:00000080:2.0:1788775765.308238:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a346242800/b47faeba-cc03-4e7e-935d-739ed89ba001 for MGC192.168.202.122@tcp 00000020:01000000:2.0:1788775765.308255:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.122@tcp (b47faeba-cc03-4e7e-935d-739ed89ba001) 00010000:01000000:2.0:1788775765.313421:0:21345:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788775765.313433:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788775765.313439:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788775765.313449:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788775765.313752:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788775765.313762:0:21345:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788775765.313773:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788775765.313780:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788775765.313785:0:21345:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788775765.313794:0:21345:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff89a24182a800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788775765.313803:0:21345:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff89a3462319b8) has exports, disconnecting them 00000020:00080000:2.0:1788775765.313808:0:21345:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff89a24182a800), last request at 1788775683 00000020:00000080:2.0:1788775765.313814:0:21345:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9db7 00000020:00080000:2.0:1788775765.313834:0:21345:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff89a24182a800): rc 0 00000020:00000080:2.0:1788775765.313839:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a24182a800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788775765.314374:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a246be6000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788775765.314386:0:8:0:(genops.c:885:class_export_put()) final put ffff89a36a878800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788775765.314389:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a36a878800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788775765.314405:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788775765.314496:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a24182a800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1788775765.317535:0:21345:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788775765.317549:0:21345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788775765.317555:0:21345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788775765.317567:0:21345:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788775765.317615:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff89a24182c800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1788775765.317677:0:17157:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1788775765.367012:0:17156:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1788775765.367150:0:20941:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788775765.367361:0:17151:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff89a376724000:17151] 0 exiting: rc = 1 00000100:00100000:0.0:1788775765.367457:0:17152:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff89a247513000:17152] 1 exiting: rc = 0 00000100:00100000:3.0:1788775765.367649:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368017:0:20305:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff89a2464da600:20305] 3 exiting: rc = 0 00000100:00100000:0.0:1788775765.368370:0:17155:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff89a246aac800:17155] 2 exiting: rc = 0 00000100:00100000:1.0:1788775765.368665:0:17154:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff89a246aaca00:17154] 1 exiting: rc = 0 00000100:00100000:2.0:1788775765.368705:0:17153:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff89a247513400:17153] 0 exiting: rc = 1 00000100:00100000:3.0:1788775765.368829:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368839:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368847:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368854:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368861:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368868:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368873:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368880:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368896:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368902:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368924:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368929:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368935:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368940:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368946:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368952:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368958:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368965:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368972:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368978:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368983:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368988:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.368994:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369000:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369010:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369032:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369062:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369068:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369162:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369169:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369175:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369180:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369185:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369191:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369197:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369206:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369213:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369218:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369224:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369229:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369260:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369266:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369272:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369277:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369283:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369297:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369303:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369385:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369394:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369399:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369405:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369411:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369416:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369422:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369678:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369685:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369691:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369696:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369702:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369706:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369712:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369716:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369722:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.369727:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788775765.370644:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788775765.370655:0:21345:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788775765.370662:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a36a879000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788775765.370667:0:21345:0:(genops.c:844:class_export_destroy()) destroying export ffff89a36a879000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788775765.370672:0:21345:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1788775765.370727:0:21345:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a247b30800 1 00000020:00000080:3.0:1788775765.370734:0:21345:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x445c1d62c18c9d5c 00000020:00000080:3.0:1788775765.370740:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a245ab8000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788775765.370756:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788775765.370760:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788775765.370765:0:21345:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788775765.370770:0:21345:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff89a380cb19b8) has no exports 00000020:00000080:2.0:1788775765.370783:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff89a245ab8000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788775765.424061:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775765.424081:0:21345:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788775765.424089:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a3801f1000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788775765.424096:0:21345:0:(genops.c:844:class_export_destroy()) destroying export ffff89a3801f1000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788775765.424114:0:21345:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788775765.424990:0:21345:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff89a3801f3000 00000020:01000000:1.0:1788775765.425026:0:21345:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788775765.425033:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788775765.425039:0:21345:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788775765.425044:0:21345:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff89a36aae3370) has no exports 00000020:00000080:1.0:1788775765.425082:0:21345:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788775765.425090:0:21345:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788775765.425094:0:21345:0:(genops.c:885:class_export_put()) final put ffff89a247b31800/OSS_uuid 00000020:00000080:1.0:1788775765.425097:0:21345:0:(genops.c:844:class_export_destroy()) destroying export ffff89a247b31800/OSS_uuid for OSS 00000020:01000000:1.0:1788775765.425117:0:21345:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1788775765.425352:0:18676:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff89a3714cee00:18676] 2 exiting: rc = 0 00000100:00100000:1.0:1788775765.425479:0:19151:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff89a24774be00:19151] 3 exiting: rc = 0 00000100:00100000:1.0:1788775765.425523:0:18673:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff89a37dfe0400:18673] 0 exiting: rc = 1 00000100:00100000:2.0:1788775765.425674:0:18675:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff89a248343600:18675] 1 exiting: rc = 0 00000100:00100000:1.0:1788775765.425749:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425759:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425765:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425771:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425777:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425783:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425794:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425800:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425806:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425811:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425818:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425825:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425831:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425837:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425843:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425848:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425854:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425860:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425866:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425871:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425876:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425881:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425910:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425916:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425939:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425946:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425952:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425957:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425963:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425970:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425986:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.425993:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426000:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426008:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426016:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426026:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:0.0:1788775765.426028:0:17164:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788775765.426038:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426044:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426049:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426054:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426060:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426066:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426071:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426077:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426083:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426088:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426093:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426098:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426103:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426107:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426113:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426118:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426124:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426130:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426136:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426141:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426147:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426153:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426159:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426165:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426170:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426181:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426188:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.426195:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788775765.427420:0:18678:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff89a3715ffa00:18678] 1 exiting: rc = 0 00000100:00100000:3.0:1788775765.427715:0:18677:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff89a3715fea00:18677] 0 exiting: rc = 1 00000100:00100000:1.0:1788775765.427839:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427860:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427865:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427871:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427876:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427882:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427899:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427905:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427911:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427917:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427922:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427928:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427934:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427940:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427946:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427951:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427957:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427963:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427969:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427973:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427979:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427985:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427990:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.427996:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428003:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428009:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428015:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428021:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428027:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428032:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428038:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428043:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428048:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428054:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428060:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428065:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428078:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428084:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428089:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428095:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428100:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428106:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428112:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428118:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428124:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428130:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428137:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428142:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428148:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428154:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428159:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428165:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428171:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428177:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428183:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428189:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428195:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428200:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428206:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428213:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428219:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428224:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428229:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.428244:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788775765.430123:0:18681:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff89a3764b6800:18681] 2 exiting: rc = 0 00000100:00100000:3.0:1788775765.430492:0:20306:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff89a3453a7800:20306] 3 exiting: rc = 0 00000100:00100000:1.0:1788775765.430705:0:18680:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff89a371627400:18680] 1 exiting: rc = 0 00000100:00100000:0.0:1788775765.430954:0:18679:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff89a371627a00:18679] 0 exiting: rc = 1 00000100:00100000:1.0:1788775765.431059:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431066:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431070:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431081:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431095:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431100:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431110:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431114:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431119:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431124:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431129:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431133:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431138:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431143:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431147:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431152:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431156:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431160:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431165:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431168:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431172:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431177:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431181:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431185:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431189:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431193:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431197:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431201:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431214:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431218:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431223:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431227:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431231:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431235:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431239:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431244:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431250:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431257:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431265:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431272:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431278:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431293:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431300:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431650:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431661:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431667:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431674:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431680:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431686:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431692:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431698:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431704:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431722:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431728:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431734:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431741:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431746:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431752:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431758:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431764:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431771:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431777:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431792:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788775765.431808:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788775765.437295:0:18682:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff89a24754b000:18682] 0 exiting: rc = 1 00000100:00100000:2.0:1788775765.437509:0:18683:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff89a24754b200:18683] 1 exiting: rc = 0 00000100:00100000:0.0:1788775765.438101:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438112:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438118:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438126:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438132:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438138:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438143:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438151:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438158:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438163:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438175:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438193:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438200:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438205:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438210:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438216:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438222:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438227:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438232:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438238:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438244:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438250:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438256:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438261:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438283:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438289:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438295:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438301:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438307:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438350:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438356:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438362:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438367:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438373:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438380:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438386:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438391:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438397:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438402:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438407:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438413:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438418:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438423:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438428:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438434:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438440:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438445:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438451:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438456:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438461:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438467:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438472:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438479:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438484:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438491:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438497:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438502:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438508:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438512:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438526:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438532:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438538:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438544:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.438549:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788775765.439617:0:18684:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff89a35b2f1000:18684] 0 exiting: rc = 1 00000100:00100000:2.0:1788775765.439728:0:18685:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff89a24754a800:18685] 1 exiting: rc = 0 00000100:00100000:0.0:1788775765.439848:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439871:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439876:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439881:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439901:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439908:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439915:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439922:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439929:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439939:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439946:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439953:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439958:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439974:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439980:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439985:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439990:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.439995:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440000:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440005:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440009:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440014:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440018:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440022:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440028:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440041:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440046:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440050:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440055:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440059:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440073:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440078:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440082:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440089:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440093:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440100:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440105:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440121:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440125:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440130:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440138:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440142:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440147:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440151:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440155:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440160:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440164:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440168:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440172:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440187:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440193:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440199:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440203:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440209:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440214:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440219:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440224:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440230:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440236:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440241:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440249:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440255:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440261:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788775765.440275:0:21345:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788775765.452829:0:21345:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788775792.645056:0:22111:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1788775805.675701:0:22711:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788775805.675707:0:22711:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1788775805.675709:0:22711:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788775805.675818:0:22711:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff89a3453b1800 00000020:01000004:3.0:1788775805.675834:0:22711:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1788775805.675841:0:22711:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788775805.675944:0:22711:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff89a37ddc99b8) 00000020:00000080:3.0:1788775805.675960:0:22711:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788775805.777641:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788775805.779114:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1788775805.787132:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788775805.787421:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788775805.787669:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788775805.788360:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788775805.788625:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1788775805.789033:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788775805.789251:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.797234:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.797762:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.798189:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.798466:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.798733:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.799131:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.799377:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.799586:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.800010:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.803970:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.804552:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.804780:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.805075:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.806054:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.806436:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.806685:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.807077:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.807342:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.807589:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.807840:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.808922:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.809690:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.810025:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.810283:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788775805.810649:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1788775805.814194:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.821376:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.821811:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.822294:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.822786:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.823049:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.823269:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.823549:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.823808:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.824069:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.824541:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.824983:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.825236:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788775805.825791:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.826487:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.826788:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.827249:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.827461:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:1.0:1788775805.827735:0:22711:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:2.0:1788775805.831535:0:22711:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788775805.831787:0:22711:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788775805.831797:0:22711:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788775805.831809:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca209 00000020:01000004:2.0:1788775805.831817:0:22711:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788775805.831821:0:22711:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788775805.831827:0:22711:0:(tgt_mount.c:101:server_register_mount()) register mount ffff89a3453b1800 from MGS 00000020:01000004:2.0:1788775805.831830:0:22711:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788775805.831841:0:22711:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff89a3462319b8) 00000020:00000080:2.0:1788775805.831851:0:22711:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788775805.832057:0:22711:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a3453b1800 from MGS, refs=2 00080000:01000000:2.0:1788775805.832063:0:22711:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788775805.832069:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca217 00000100:00100000:2.0:1788775805.832162:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788775805.834058:0:22711:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788775805.834067:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788775805.847107:0:22711:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788775805.847122:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788775805.848131:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788775805.848583:0:22711:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788775805.848590:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1788775805.849128:0:22711:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1788775805.849136:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1788775805.853783:0:22711:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1788775805.853796:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788775805.854927:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775805.854932:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775805.854934:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775805.855351:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775805.855354:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775805.855356:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775805.855951:0:22711:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1788775805.857978:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788775805.862103:0:22711:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1788775805.864566:0:22723:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788775805.865443:0:22711:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788775805.865528:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788775805.872801:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1788775805.874243:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788775805.874624:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1788775805.874632:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1788775805.876912:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1788775805.876923:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788775805.878752:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788775805.878763:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788775805.885144:0:22711:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788775805.885166:0:22711:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.122@tcp' 00000020:01000004:2.0:1788775805.885168:0:22711:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788775805.885209:0:22711:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.122@tcp (typ=mgc) 00000020:00000080:2.0:1788775805.885221:0:22711:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.122@tcp (ffff89a346234d28) 00000020:00000080:2.0:1788775805.885237:0:22711:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788775805.885350:0:22711:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a3764ed800@MGC192.168.202.122@tcp: add connection 192.168.202.122@tcp at head 00000100:00080000:1.0:1788775805.885478:0:22728:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:2.0:1788775805.895872:0:22711:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.122@tcp-0 is initialized 00000040:01000000:2.0:1788775805.895885:0:22711:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.122@tcp ctxt 1 is initialized 10000000:01000000:1.0:1788775805.910186:0:22730:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1788775805.910288:0:22711:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.122@tcp (uuid 01055583-8c6a-411d-9136-d366c1b1cf41) 00000020:00000080:3.0:1788775805.910341:0:22711:0:(genops.c:1385:class_connect()) connect: client 01055583-8c6a-411d-9136-d366c1b1cf41, cookie 0x445c1d62c18ca225 00000100:00080000:3.0:1788775805.910354:0:22711:0:(import.c:510:import_select_connection()) MGC192.168.202.122@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788775805.910360:0:22711:0:(import.c:624:import_select_connection()) MGC192.168.202.122@tcp: import ffff89a3764ed800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775805.910393:0:22711:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de50000 x1875666723392512/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775805.910423:0:22711:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 01055583-8c6a-411d-9136-d366c1b1cf41->MGS 00000020:01000004:3.0:1788775805.910442:0:22711:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1788775805.910585:0:22711:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1788775805.910602:0:22711:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff89a37ddccd28) 00000020:00000080:3.0:1788775805.910614:0:22711:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788775805.910814:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01055583-8c6a-411d-9136-d366c1b1cf41:3645:1875666723392512:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788775805.910881:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775805.910961:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723392512 00000100:00100000:0.0:1788775805.910969:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723392512 00000100:00100000:0.0:1788775805.911001:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788775805.911020:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3645:x1875666723392512:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788775805.911043:0:22724:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 01055583-8c6a-411d-9136-d366c1b1cf41@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1788775805.911774:0:22724:0:(genops.c:1385:class_connect()) connect: client 01055583-8c6a-411d-9136-d366c1b1cf41, cookie 0x445c1d62c18ca233 00000100:00080000:0.0:1788775805.911924:0:22724:0:(import.c:65:import_set_state_nolock()) ffff89a377761000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788775805.911990:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+5:3645:x1875666723392512:12345-0@lo:250:mount.lustre.0 Request processed in 969us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775805.911999:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788775805.912059:0:3645:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.122@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788775805.912191:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.122@tcp: connect to target with instance 0 00000100:00080000:0.0:1788775805.912266:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.122@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788775805.912271:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788775805.912283:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a3764ed800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788775805.912286:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788775805.912296:0:3645:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788775805.912301:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01055583-8c6a-411d-9136-d366c1b1cf41:3645:1875666723392512:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788775805.935197:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788775805.935450:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788775805.935457:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1788775805.939276:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1788775805.939292:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1788775805.939928:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1788775805.939935:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1788775805.945117:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775805.945298:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1788775805.945304:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1788775805.946200:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1788775805.946215:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788775805.990483:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775805.998042:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788775805.998051:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788775806.008183:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788775806.008203:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788775806.008979:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775806.009158:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788775806.009164:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788775806.009681:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788775806.009689:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788775806.010142:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775806.010290:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788775806.010294:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788775806.022070:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788775806.022087:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788775806.022702:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788775806.022900:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788775806.022905:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788775806.028423:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788775806.028443:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788775806.056011:0:22711:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788775806.056216:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788775806.056223:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788775806.059609:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788775806.059624:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788775806.060445:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788775806.060453:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788775806.061882:0:22711:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788775806.061912:0:22711:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1788775806.061919:0:22711:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.122@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788775806.062027:0:22711:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.122@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788775806.062062:0:22711:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.122@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788775806.062067:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788775806.062069:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788775806.062070:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775806.062071:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775806.062073:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775806.062074:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775806.062075:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788775806.062077:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788775806.062078:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775806.062080:0:22711:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788775806.062082:0:22711:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788775806.062084:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788775806.062085:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788775806.062087:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775806.062088:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775806.062089:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775806.062090:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775806.062091:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788775806.062092:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788775806.062093:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775806.062094:0:22711:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788775806.062120:0:22711:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788775806.062139:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392640:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788775806.062212:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.062288:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788775806.064923:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723392640 00000100:00100000:1.0:1788775806.064935:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723392640 00000100:00100000:1.0:1788775806.064986:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788775806.064994:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+5:22711:x1875666723392640:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788775806.065038:0:22727:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788775806.065041:0:22727:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788775806.065043:0:22727:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788775806.065476:0:22748:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788775806.065986:0:22727:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1788775806.067398:0:22749:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1788775806.067404:0:22749:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1788775806.067407:0:22749:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1788775806.067409:0:22749:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1788775806.067992:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1788775806.068215:0:22727:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788775806.068226:0:22727:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788775806.070128:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+5:22711:x1875666723392640:12345-0@lo:253:mount.lustre.0 Request processed in 5126us (7907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.070154:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788775806.070290:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392640:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788775806.070304:0:22711:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788775806.070333:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788775806.070335:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788775806.070336:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775806.070338:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775806.070339:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775806.070341:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775806.070342:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788775806.070344:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788775806.070346:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775806.070347:0:22711:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788775806.070368:0:22711:0:(tgt_mount.c:101:server_register_mount()) register mount ffff89a3453b1800 from lustre-MDT0000 10000000:01000000:3.0:1788775806.070398:0:22711:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788775806.070400:0:22711:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788775806.070405:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff89a346234d28 10000000:01000000:3.0:1788775806.070409:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788775806.070416:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff89a346234d28 from 1 10000000:01000000:3.0:1788775806.070419:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788775806.070455:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.070476:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.070486:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.070514:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392768:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775806.070550:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.070591:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.070705:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723392768 00000100:00100000:0.0:1788775806.070713:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723392768 00000100:00100000:0.0:1788775806.070760:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775806.070770:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+5:22711:x1875666723392768:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.070783:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775806.070797:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a340031600/0x445c1d62c18ca241 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca23a expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.070819:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a340031600/0x445c1d62c18ca241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca23a expref: 6 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.070830:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a340031600/0x445c1d62c18ca241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca23a expref: 6 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.070839:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a340031600, rc 0) 00000100:00100000:0.0:1788775806.070885:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+6:22711:x1875666723392768:12345-0@lo:101:mount.lustre.0 Request processed in 118us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.070891:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775806.071005:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392768:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775806.071024:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.071034:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.071095:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392896:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775806.071121:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.071148:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782000 going to sleep for 11 seconds 00000100:00100000:1.0:1788775806.071196:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723392896 00000100:00100000:1.0:1788775806.071200:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723392896 00000100:00100000:1.0:1788775806.071231:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788775806.071238:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+6:22711:x1875666723392896:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775806.071326:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+6:22711:x1875666723392896:12345-0@lo:501:mount.lustre.0 Request processed in 72us (188us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788775806.071334:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775806.071432:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723392896:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788775806.071457:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788775806.071542:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.071551:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775806.071558:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff89a3453b1800 10000000:01000000:3.0:1788775806.071562:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788775806.071566:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff89a3453b1800 10000000:01000000:3.0:1788775806.071568:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788775806.071570:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff89a3453b1800 from 1 10000000:01000000:3.0:1788775806.071572:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788775806.071587:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.071595:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.071614:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.071627:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775806.071651:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.071746:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.072944:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393024 00000100:00100000:0.0:1788775806.072954:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393024 00000100:00100000:3.0:1788775806.075473:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775806.075502:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+6:22711:x1875666723393024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775806.075521:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775806.075548:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a34148ce00/0x445c1d62c18ca24f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca248 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.075577:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a34148ce00/0x445c1d62c18ca24f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca248 expref: 7 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.075588:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a34148ce00/0x445c1d62c18ca24f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca248 expref: 7 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.075598:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a34148ce00, rc 0) 00000100:00100000:3.0:1788775806.075685:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+7:22711:x1875666723393024:12345-0@lo:101:mount.lustre.0 Request processed in 200us (4032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775806.075692:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788775806.075854:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393024:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.075872:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca24f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.075882:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca24f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775806.075900:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788775806.075919:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca24f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.075927:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148d200/0x445c1d62c18ca248 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca24f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775806.075935:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788775806.075940:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788775806.075945:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff89a3453b1800 10000000:01000000:0.0:1788775806.075947:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788775806.075952:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788775806.075954:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788775806.075980:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.075986:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.076007:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775806.076027:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393152:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788775806.076062:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.076098:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a346a6ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788775806.076621:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393152 00000100:00100000:3.0:1788775806.076629:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393152 00000100:00100000:3.0:1788775806.076663:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775806.076671:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+7:22711:x1875666723393152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775806.076680:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775806.076698:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a34148d000/0x445c1d62c18ca25d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca256 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.076715:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a34148d000/0x445c1d62c18ca25d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca256 expref: 8 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.076725:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a34148d000/0x445c1d62c18ca25d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca256 expref: 8 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.076732:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a34148d000, rc 0) 00000100:00100000:3.0:1788775806.076780:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+8:22711:x1875666723393152:12345-0@lo:101:mount.lustre.0 Request processed in 109us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775806.076786:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788775806.076871:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393152:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.076884:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca25d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.076891:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca25d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775806.076947:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393280:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.076974:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.077000:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a346a6ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788775806.077093:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393280 00000100:00100000:2.0:1788775806.077098:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393280 00000100:00100000:2.0:1788775806.077119:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788775806.077125:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+8:22711:x1875666723393280:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775806.077274:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+9:22711:x1875666723393280:12345-0@lo:501:mount.lustre.0 Request processed in 148us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.077280:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788775806.077486:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393280:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.077538:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393408:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775806.077573:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.077601:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a346a6ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788775806.077706:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393408 00000100:00100000:2.0:1788775806.077711:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393408 00000100:00100000:2.0:1788775806.077740:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788775806.077747:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+9:22711:x1875666723393408:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775806.078662:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+9:22711:x1875666723393408:12345-0@lo:503:mount.lustre.0 Request processed in 912us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.078671:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775806.078997:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723393408:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775806.079505:0:22750:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22750:1875666723393536:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.079551:0:22750:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.079585:0:22750:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a346a6cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788775806.079694:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393536 00000100:00100000:3.0:1788775806.079700:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393536 00000100:00100000:3.0:1788775806.079736:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788775806.079745:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+9:22750:x1875666723393536:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788775806.080360:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+9:22750:x1875666723393536:12345-0@lo:502:llog_process_th.0 Request processed in 613us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775806.080368:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775806.080471:0:22750:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22750:1875666723393536:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788775806.080504:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775806.080515:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.080517:0:22750:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788775806.080522:0:22750:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1788775806.080524:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775806.080540:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff89a36aae3370) 00000020:00000080:0.0:1788775806.080555:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1788775806.080560:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788775806.080644:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788775806.080652:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca26b 00000020:00000080:0.0:1788775806.080857:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788775806.080862:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775806.080865:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.080867:0:22750:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788775806.080869:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775806.080873:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.080874:0:22750:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1788775806.080877:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775806.080884:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff89a36aae4d28) 00000020:00000080:0.0:1788775806.080893:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1788775806.080897:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788775806.080899:0:22750:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1788775806.080902:0:22750:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1788775806.080908:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788775806.080946:0:22750:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a3453b1800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1788775806.080959:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff89a36aae19b8) 00000020:00000080:0.0:1788775806.080966:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1788775806.081022:0:22750:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788775806.081028:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca280 00000020:00000080:0.0:1788775806.081117:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1788775806.081123:0:22750:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788775806.081132:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x445c1d62c18ca287 00080000:01000000:0.0:1788775806.081138:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788775806.081142:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca28e 00010000:00010000:3.0:1788775806.162909:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788775806.163688:0:22750:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1788775806.164075:0:22750:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788775806.166258:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff89a37ddcb370) 00000020:00000080:3.0:1788775806.166281:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788775806.166381:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788775806.166389:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca29c 00000020:00000080:1.0:1788775806.172636:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788775806.177115:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x445c1d62c18ca2a3 00000020:00000080:2.0:1788775806.179591:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1788775806.179607:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.179617:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.179619:0:22750:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788775806.179623:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788775806.179626:0:22750:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1788775806.179627:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775806.179628:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775806.179630:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788775806.179632:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.179633:0:22750:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788775806.179636:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.179641:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.179642:0:22750:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788775806.179659:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788775806.179712:0:22750:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788775806.179732:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.179736:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.179737:0:22750:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788775806.179740:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.179743:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.179744:0:22750:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1788775806.179746:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788775806.179751:0:22750:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:00000080:2.0:1788775806.179793:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775806.179809:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff89a346230000) 00000020:00000080:2.0:1788775806.179827:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788775806.179833:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788775806.179889:0:22750:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1788775806.179895:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788775806.179902:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca2b1 00010000:00080000:2.0:1788775806.179933:0:22750:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a245abe000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.122@tcp at head 00010000:00010000:2.0:1788775806.191441:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788775806.196673:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788775806.196689:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788775806.196731:0:22750:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788775806.196754:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca2b8 00000100:00080000:2.0:1788775806.196764:0:22750:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788775806.196769:0:22750:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff89a245abe000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775806.196809:0:22750:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbc000 x1875666723393664/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788775806.196844:0:22750:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788775806.197142:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.197147:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.197160:0:22750:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788775806.197164:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788775806.197167:0:22750:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1788775806.197168:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775806.197170:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775806.197171:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788775806.197173:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.197175:0:22750:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788775806.197178:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788775806.197182:0:22750:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788775806.197185:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.197187:0:22750:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788775806.197190:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788775806.197193:0:22750:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:01000000:2.0:1788775806.197230:0:22750:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788775806.197233:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775806.197247:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff89a346233370) 00000020:00000080:2.0:1788775806.197260:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788775806.197264:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788775806.197359:0:22750:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788775806.197365:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788775806.197372:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca2c6 00010000:00080000:2.0:1788775806.197409:0:22750:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a247524800@lustre-OST0000-osc-MDT0000: add connection 192.168.202.122@tcp at head 00010000:00010000:2.0:1788775806.198456:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:1.0:1788775806.198935:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723393664:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788775806.199005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775806.199471:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393664 00000100:00100000:1.0:1788775806.199479:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393664 00000100:00100000:1.0:1788775806.199523:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775806.199530:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875666723393664:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1788775806.199560:0:22737:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:2.0:1788775806.209450:0:22750:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788775806.210031:0:22750:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1788775806.211255:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775806.211272:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723393792:0@lo:400:kworker.0 00000100:00100000:3.0:1788775806.211375:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775806.211672:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723393792 00000100:00100000:2.0:1788775806.211679:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723393792 00000100:00100000:2.0:1788775806.211728:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788775806.211737:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+9:3646:x1875666723393792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775806.211789:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+9:3646:x1875666723393792:12345-0@lo:400:kworker.0 Request processed in 53us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.211811:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775806.212180:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723393792:0@lo:400:kworker.0 00000040:00080000:3.0:1788775806.215174:0:22750:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775806.217609:0:22750:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788775806.238035:0:22750:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788775806.238909:0:22756:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788775806.238914:0:22756:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788775806.242366:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788775806.242384:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788775806.242430:0:22750:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788775806.242452:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca2cd 00000100:00080000:3.0:1788775806.242638:0:22750:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788775806.242644:0:22750:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff89a247524800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775806.242680:0:22750:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de52300 x1875666723393920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775806.242709:0:22750:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788775806.242762:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775806.242766:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775806.242768:0:22750:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788775806.242771:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788775806.242773:0:22750:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788775806.242775:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788775806.242777:0:22750:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788775806.242778:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788775806.242781:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775806.242782:0:22750:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788775806.242785:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788775806.242790:0:22750:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788775806.242792:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775806.242794:0:22750:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788775806.242809:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788775806.242812:0:22750:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:01000000:3.0:1788775806.242837:0:22750:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788775806.242840:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788775806.242863:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff89a37ddc8000) 00000020:00000080:3.0:1788775806.242875:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788775806.242881:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788775806.242952:0:22750:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788775806.242959:0:22750:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788775806.242967:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x445c1d62c18ca2db 00010000:00080000:3.0:1788775806.242998:0:22750:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a37cb14000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.122@tcp at head 00000100:00100000:0.0:1788775806.243289:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723393920:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788775806.243368:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723393920 offset 0 length 520: 4 00000100:00080000:0.0:1788775806.247926:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775806.247935:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775806.247939:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723393664:0@lo:38:llog_process_th.0 00010000:00010000:2.0:1788775806.253595:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1788775806.253695:0:22750:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788775806.253713:0:22750:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1788775806.255563:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875666723393664:12345-0@lo:38:llog_process_th.0 Request processed in 47960us (48485us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775806.255578:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1788775806.258488:0:22750:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788775806.258766:0:22750:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788775806.258926:0:22750:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788775806.260219:0:22758:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788775806.260225:0:22758:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788775806.260999:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788775806.261011:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788775806.261051:0:22750:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788775806.261073:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca2e2 00000100:00080000:0.0:1788775806.261083:0:22750:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788775806.261090:0:22750:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775806.261138:0:22750:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fad9c00 x1875666723394048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775806.261168:0:22750:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1788775806.261507:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723394048:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788775806.261566:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723394048 offset 0 length 520: 4 00000020:01000000:0.0:1788775806.261794:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775806.261799:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.261801:0:22750:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788775806.261806:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775806.261810:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.261811:0:22750:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788775806.261814:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788775806.261816:0:22750:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788775806.261819:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775806.261821:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.261822:0:22750:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788775806.261824:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775806.261835:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.261837:0:22750:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788775806.261841:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788775806.261870:0:22750:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22750:1875666723394176:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.261919:0:22750:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.261943:0:22750:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a345a420c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775806.261997:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394176 00000100:00100000:1.0:1788775806.262004:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394176 00000100:00100000:1.0:1788775806.262049:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788775806.262058:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+9:22750:x1875666723394176:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788775806.262170:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+9:22750:x1875666723394176:12345-0@lo:502:llog_process_th.0 Request processed in 112us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775806.262178:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788775806.262360:0:22750:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22750:1875666723394176:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788775806.262386:0:22750:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775806.262390:0:22750:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.262392:0:22750:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788775806.262395:0:22750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1788775806.262611:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1788775806.262634:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788775806.262655:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca25d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.262666:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a340031a00/0x445c1d62c18ca256 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca25d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775806.262674:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a3453b1800 from 1 10000000:01000000:3.0:1788775806.262677:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788775806.262703:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.262712:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.262723:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.262737:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394304:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775806.262773:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.262794:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376713180 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.266489:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394304 00000100:00100000:0.0:1788775806.266514:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394304 00000100:00100000:0.0:1788775806.266585:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788775806.266596:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+9:22711:x1875666723394304:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.266613:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775806.266634:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca2e9 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.266662:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 10 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.266673:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 10 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.266682:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a340030800, rc 0) 00000100:00100000:0.0:1788775806.266757:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+10:22711:x1875666723394304:12345-0@lo:101:mount.lustre.0 Request processed in 163us (3983us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.266763:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775806.266964:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394304:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775806.266985:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.266995:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.267572:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394432:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788775806.267621:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.267658:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376713180 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.267886:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394432 00000100:00100000:0.0:1788775806.267892:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394432 00000100:00100000:0.0:1788775806.267929:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775806.267938:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+10:22711:x1875666723394432:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788775806.267955:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788775806.267961:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788775806.268037:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+10:22711:x1875666723394432:12345-0@lo:256:mount.lustre.0 Request processed in 99us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.268043:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788775806.268227:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394432:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788775806.268796:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788775806.268875:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.268886:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775806.268894:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a3453b1800 from 1 10000000:01000000:3.0:1788775806.268897:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775806.268929:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.268936:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.268958:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.268973:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394560:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775806.269010:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.269041:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376713180 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.269180:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394560 00000100:00100000:0.0:1788775806.269185:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394560 00000100:00100000:0.0:1788775806.269226:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788775806.269234:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+10:22711:x1875666723394560:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.269244:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775806.269259:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca2f7 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.269278:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 11 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.269287:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 11 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.269295:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a340030c00, rc 0) 00000100:00100000:0.0:1788775806.269356:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723394560:12345-0@lo:101:mount.lustre.0 Request processed in 122us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.269362:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788775806.269544:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394560:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775806.269560:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775806.269569:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775806.269623:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394688:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775806.269647:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775806.269674:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376713180 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.270998:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394688 00000100:00100000:0.0:1788775806.271008:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394688 00000100:00100000:0.0:1788775806.271071:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788775806.271080:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723394688:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.271445:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723394688:12345-0@lo:501:mount.lustre.0 Request processed in 365us (1796us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.271453:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788775806.271545:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394688:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775806.271597:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394816:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775806.271651:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775806.271689:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a37dfc7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788775806.271764:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394816 00000100:00100000:3.0:1788775806.271770:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394816 00000100:00100000:3.0:1788775806.271809:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788775806.271817:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723394816:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788775806.271907:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723394816:12345-0@lo:503:mount.lustre.0 Request processed in 91us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775806.271915:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788775806.271995:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723394816:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775806.279004:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22760:1875666723394944:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788775806.279087:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775806.279135:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a37dfc7540 going to sleep for 11 seconds 00000100:00100000:3.0:1788775806.279219:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723394944 00000100:00100000:3.0:1788775806.279226:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723394944 00000100:00100000:3.0:1788775806.279275:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788775806.279292:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22760:x1875666723394944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788775806.280101:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22760:x1875666723394944:12345-0@lo:502:llog_process_th.0 Request processed in 808us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775806.280111:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788775806.280295:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22760:1875666723394944:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788775806.280361:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.280371:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.280374:0:22760:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788775806.280381:0:22760:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a3453b1800 00000020:00000080:2.0:1788775806.280384:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788775806.280393:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.280395:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.280396:0:22760:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788775806.280399:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.280401:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.280402:0:22760:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788775806.280412:0:22760:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a3453b1800 00000020:00000080:2.0:1788775806.280415:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788775806.280704:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.280710:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.280711:0:22760:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788775806.280714:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.280716:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.280717:0:22760:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788775806.280720:0:22760:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a3453b1800 00000020:00000080:2.0:1788775806.280722:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788775806.284421:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775806.284435:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.284437:0:22760:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788775806.284442:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775806.284446:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775806.284448:0:22760:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788775806.284452:0:22760:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a3453b1800 00000020:00000080:2.0:1788775806.284454:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788775806.284560:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22760:1875666723395072:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788775806.284659:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775806.284704:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a37dfc7540 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.284840:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395072 00000100:00100000:0.0:1788775806.284846:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395072 00000100:00100000:0.0:1788775806.284899:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775806.284910:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+11:22760:x1875666723395072:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.285038:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+11:22760:x1875666723395072:12345-0@lo:502:llog_process_th.0 Request processed in 129us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.285046:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775806.285101:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22760:1875666723395072:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788775806.285126:0:22760:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775806.285130:0:22760:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775806.285132:0:22760:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788775806.285136:0:22760:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1788775806.285198:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788775806.285220:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788775806.285236:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.285247:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775806.285298:0:22711:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788775806.285302:0:22711:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff89a3453b1800 10000000:01000000:0.0:1788775806.285305:0:22711:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff89a3453b1800 10000000:01000000:0.0:1788775806.285340:0:22711:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788775806.285346:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff89a3453b1800 from 1 10000000:01000000:0.0:1788775806.285349:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788775806.285374:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.285382:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.285391:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775806.285404:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395200:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788775806.285435:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.285470:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788775806.285710:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395200 00000100:00100000:2.0:1788775806.285716:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395200 00000100:00100000:2.0:1788775806.285751:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788775806.285758:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+11:22711:x1875666723395200:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788775806.285768:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775806.285784:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382050000/0x445c1d62c18ca30c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca305 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.285807:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382050000/0x445c1d62c18ca30c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca305 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.285829:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382050000/0x445c1d62c18ca30c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca305 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.285837:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382050000, rc 0) 00000100:00100000:2.0:1788775806.285868:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723395200:12345-0@lo:101:mount.lustre.0 Request processed in 111us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.285874:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788775806.286154:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395200:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775806.286166:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca30c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.286173:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca30c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775806.286222:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.286247:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.286272:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.286286:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395328 00000100:00100000:0.0:1788775806.286289:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395328 00000100:00100000:0.0:1788775806.286307:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788775806.286343:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723395328:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.286443:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723395328:12345-0@lo:501:mount.lustre.0 Request processed in 101us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.286449:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788775806.286491:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775806.286523:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775806.286558:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.286578:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a247782d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.286590:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395456 00000100:00100000:0.0:1788775806.286593:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395456 00000100:00100000:0.0:1788775806.286721:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788775806.286729:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723395456:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775806.286804:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723395456:12345-0@lo:503:mount.lustre.0 Request processed in 76us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.286810:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788775806.286848:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723395456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775806.287014:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.287046:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.287063:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395584 00000100:00100000:0.0:1788775806.287066:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395584 00000100:00100000:0.0:1788775806.287083:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788775806.287088:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.287157:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395584:12345-0@lo:502:llog_process_th.0 Request processed in 68us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.287163:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788775806.287193:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a359fef000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.287205:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395584:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788775806.287256:0:22762:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788775806.287270:0:22762:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff89a36aae0000) 00000020:00000080:0.0:1788775806.287289:0:22762:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788775806.287395:0:22762:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a3453b1800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788775806.287399:0:22762:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a3453b1800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788775806.287402:0:22762:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a3453b1800 4 00010000:00080000:0.0:1788775806.287439:0:22762:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a380c94000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.122@tcp at head 00010000:00010000:0.0:1788775806.299928:0:22762:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788775806.301741:0:22762:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788775806.301788:0:22762:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788775806.301804:0:22762:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x445c1d62c18ca31a 00000100:00080000:0.0:1788775806.301815:0:22762:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788775806.301820:0:22762:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff89a380c94000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775806.301854:0:22762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fad9880 x1875666723395712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775806.301894:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723395712:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788775806.301963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788775806.302016:0:22762:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788775806.302206:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.302251:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.302275:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395840 00000100:00100000:0.0:1788775806.302281:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395840 00000100:00100000:0.0:1788775806.302349:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788775806.302357:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395840:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.302466:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395840:12345-0@lo:502:llog_process_th.0 Request processed in 108us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.302480:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788775806.302530:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.302551:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.302589:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395968:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.302619:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.302636:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395968 00000100:00100000:0.0:1788775806.302639:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395968 00000100:00100000:0.0:1788775806.302655:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788775806.302660:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395968:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788775806.302712:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22762:x1875666723395968:12345-0@lo:502:llog_process_th.0 Request processed in 51us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.302719:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788775806.302746:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.302757:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:01055583-8c6a-411d-9136-d366c1b1cf41:22762:1875666723395968:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788775806.302776:0:22762:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788775806.302829:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000100:00100000:1.0:1788775806.303362:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723395712 00000100:00100000:1.0:1788775806.303367:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723395712 00000100:00100000:1.0:1788775806.303393:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775806.303399:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723395712:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788775806.303453:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875666723395712:12345-0@lo:38:llog_process_th.0 Request processed in 53us (1490us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788775806.303473:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775806.303532:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788775806.303540:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a380c94000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775806.303544:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788775806.303547:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723395712:0@lo:38:llog_process_th.0 10000000:01000000:0.0:1788775806.313672:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788775806.313694:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca30c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.313708:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a340030e00/0x445c1d62c18ca305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca30c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788775806.313931:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788775806.313934:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788775806.313935:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788775806.313940:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788775806.313942:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788775806.313943:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788775806.313944:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788775806.313946:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788775806.313947:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788775806.313948:0:22711:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788775806.313952:0:22711:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788775806.313954:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788775806.313955:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788775806.313956:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788775806.313957:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788775806.313958:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788775806.313959:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788775806.313960:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788775806.313961:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788775806.313962:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788775806.313963:0:22711:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788775806.313987:0:22711:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788775806.314294:0:22711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723396096:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788775806.314391:0:22711:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.314424:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396096 00000100:00100000:0.0:1788775806.314431:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396096 00000100:00100000:0.0:1788775806.314475:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788775806.314483:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723396096:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788775806.314517:0:22724:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788775806.314530:0:22724:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788775806.316215:0:22711:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67cc0 going to sleep for 11 seconds 20000000:01000000:0.0:1788775806.316428:0:22724:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788775806.316437:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788775806.316485:0:22748:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788775806.316490:0:22748:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788775806.316519:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.316536:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.316552:0:22748:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.316588:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775806.316603:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775806.316617:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723396224:0@lo:104: 00000100:00100000:0.0:1788775806.317464:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775806.317512:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67240 going to sleep for 11 seconds 00000100:00100000:0.0:1788775806.317567:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22711:x1875666723396096:12345-0@lo:253:mount.lustre.0 Request processed in 3084us (3175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775806.317577:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788775806.317631:0:22711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:22711:1875666723396096:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788775806.317641:0:22711:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788775806.317644:0:22711:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788775806.317646:0:22711:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788775806.317648:0:22711:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788775806.317649:0:22711:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788775806.317933:0:22711:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788775806.317936:0:22711:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788775806.317937:0:22711:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788775806.317939:0:22711:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788775806.317940:0:22711:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788775806.317942:0:22711:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788775806.317960:0:22711:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788775806.319433:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396224 00000100:00100000:1.0:1788775806.319444:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396224 00000100:00100000:1.0:1788775806.319564:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775806.319575:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723396224:12345-0@lo:104: 00010000:00010000:1.0:1788775806.319592:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319734:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788775806.319740:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723396224:12345-0@lo:104: Request processed in 168us (2278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775806.319748:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788775806.319768:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775806.319773:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319782:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a34148d400 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:1.0:1788775806.319786:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319794:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788775806.319802:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775806.319808:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788775806.319841:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319847:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788775806.319877:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319884:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca2e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2f0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.319902:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775806.319904:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775806.319906:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775806.319938:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723396352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788775806.319976:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775806.320184:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396352 00000100:00100000:2.0:1788775806.320189:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396352 00010000:00010000:2.0:1788775806.320210:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775806.320240:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788775806.320247:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+12:3648:x1875666723396352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775806.320256:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775806.320262:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.320272:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.320290:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.320298:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.323736:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a340030800/0x445c1d62c18ca2f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca2e9 expref: 12 pid: 22727 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775806.323765:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723396224:0@lo:104: 00010000:00010000:1.0:1788775806.323790:0:22748:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788775806.324576:0:22717:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008085653s 00010000:00010000:2.0:1788775806.324585:0:22717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324602:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324619:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324626:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324631:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340031800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775806.324635:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324642:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324668:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775806.324677:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775806.324753:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+11:3648:x1875666723396352:12345-0@lo:103:ldlm_bl.0 Request processed in 4505us (4775us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775806.324763:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788775806.324811:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723396352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775806.330076:0:22748:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.330094:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775806.330102:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a340031800/0x445c1d62c18ca321 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788775806.339763:0:22711:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1788775806.345431:0:22711:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788775806.345949:0:22771:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1788775806.345954:0:22771:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788775806.346063:0:22772:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788775806.346221:0:22711:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1788775806.346647:0:22772:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788775806.350938:0:22711:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788775806.350983:0:22711:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788775806.351429:0:22711:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788775806.351436:0:22711:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788775806.351472:0:22711:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788775806.352397:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788775806.352928:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788775806.352961:0:22711:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000100:00080000:2.0:1788775806.353253:0:22773:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff89a37ddbc700 x1875666723396480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775806.353264:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000040:00080000:0.0:1788775806.356717:0:22772:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788775806.356805:0:22772:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1788775806.363063:0:22711:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1788775806.364247:0:22711:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1788775806.375015:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788775806.378568:0:22711:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788775806.378607:0:22711:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa80ec0e33988 00100000:10000000:2.0:1788775806.378615:0:22711:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788775806.381077:0:22711:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788775806.381094:0:22711:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.122@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788775806.381111:0:22711:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788775806.381127:0:22711:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788775806.381931:0:22711:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788775806.382131:0:22711:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788775806.862586:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775807.380782:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000040:00080000:1.0:1788775807.385807:0:22770:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788775807.385819:0:22770:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788775807.387492:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788775807.387505:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1788775807.439841:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788775807.439848:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a3453b1800 from 11 10000000:01000000:0.0:1788775807.439853:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788775807.439898:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775807.439910:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775807.439922:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775807.439949:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723396608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788775807.440020:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775807.440064:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376541240 going to sleep for 11 seconds 00000100:00100000:2.0:1788775807.440116:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396608 00000100:00100000:2.0:1788775807.440124:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396608 00000100:00100000:2.0:1788775807.440177:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788775807.440508:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+11:22730:x1875666723396608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775807.440522:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775807.440537:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca328 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775807.440561:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775807.440586:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775807.440595:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382051a00, rc 0) 00000100:00100000:2.0:1788775807.440684:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:22730:x1875666723396608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 498us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775807.440691:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788775807.442615:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723396608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775807.442641:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775807.442652:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775807.442716:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723396736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788775807.442786:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775807.442826:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34a99c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788775807.442885:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396736 00000100:00100000:0.0:1788775807.442893:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396736 00000100:00100000:0.0:1788775807.442941:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788775807.442950:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22730:x1875666723396736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788775807.442968:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788775807.442984:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788775807.442987:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788775807.443073:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+12:22730:x1875666723396736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775807.443081:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788775807.443154:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723396736:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788775807.443208:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788775807.443216:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775807.443224:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775807.886440:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775808.401153:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000040:00080000:0.0:1788775808.401827:0:22770:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788775808.401996:0:22770:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788775808.402127:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788775808.402168:0:22770:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788775808.402702:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:2.0:1788775808.921830:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775809.429247:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:2.0:1788775809.934749:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775810.466297:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:2.0:1788775810.958600:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775811.474384:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000100:00080000:0.0:1788775811.549561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788775811.549568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788775811.549573:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775811.549580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 739 00000100:00100000:1.0:1788775811.549583:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723396864:0@lo:400:kworker.0 00000100:00080000:0.0:1788775811.549586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788775811.549595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff89a245abe000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775811.549620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fadad80 x1875666723396992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775811.549638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775811.549642:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775811.549644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775811.549648:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775811.549652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788775811.549656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788775811.549660:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a380c94000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1788775811.549661:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788775811.549670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff89a380c94000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775811.549684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fada300 x1875666723397120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775811.549726:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396864 00000100:00100000:0.0:1788775811.549740:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396864 00000100:00100000:0.0:1788775811.549795:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788775811.549804:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+12:3649:x1875666723396864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775811.549865:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+12:3649:x1875666723396864:12345-0@lo:400:kworker.0 Request processed in 62us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775811.549872:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788775811.549907:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723396864:0@lo:400:kworker.0 00000100:00100000:0.0:1788775811.549914:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723396992:0@lo:38:kworker.0 00000100:00100000:0.0:1788775811.549945:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775811.549973:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723397120:0@lo:38:kworker.0 00000100:00100000:0.0:1788775811.549997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775811.550342:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396992 00000100:00100000:1.0:1788775811.550347:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396992 00000100:00100000:1.0:1788775811.550367:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788775811.550373:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723396992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788775811.550389:0:22738:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788775811.550425:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723396992:12345-0@lo:38:kworker.0 Request processed in 51us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775811.550432:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788775811.550531:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775811.550536:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788775811.550539:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723396992:0@lo:38:kworker.0 00000100:00100000:2.0:1788775811.554609:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723397120 00000100:00100000:2.0:1788775811.554626:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723397120 00000100:00100000:2.0:1788775811.554681:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788775811.554691:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875666723397120:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788775811.554723:0:22734:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:2.0:1788775811.554765:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x445c1d62c18ca336 00000004:00100000:2.0:1788775811.554784:0:22734:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788775811.554928:0:22734:0:(import.c:65:import_set_state_nolock()) ffff89a3764ca800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775811.555022:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875666723397120:12345-0@lo:38:kworker.0 Request processed in 332us (5023us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775811.555030:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788775811.555078:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff89a37fada300 x1875666723397120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788775811.555094:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788775811.555108:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788775811.555113:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788775811.555116:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a380c94000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788775811.555123:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875666723397120:0@lo:38:kworker.0 00010000:00010000:2.0:1788775811.983751:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788775812.245279:0:23017:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1788775812.496478:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:2.0:1788775813.006461:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788775813.161338:0:23069:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788775813.161551:0:23069:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788775813.518714:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000020:00000004:0.0:1788775813.950301:0:23119:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788775813.950720:0:23119:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788775814.033343:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775814.543459:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:3.0:1788775815.057254:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775815.569639:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:2.0:1788775816.081588:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775816.592427:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000100:00100000:0.0:1788775816.654513:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775806/real 1788775806] req@ffff89a37fad9c00 x1875666723394048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775816.654550:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37fad9c00 x1875666723394048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775816.654562:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775806/real 1788775806] req@ffff89a37de52300 x1875666723393920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775816.654574:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de52300 x1875666723393920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775816.654610:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788775816.654803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788775816.654808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788775816.654811:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775816.654817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1788775816.654822:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788775816.654829:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff89a245abe000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775816.654852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbc380 x1875666723397376/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788775816.654862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775816.654866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788775816.654868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775816.654871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788775816.654873:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775816.654876:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1788775816.654879:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788775816.654883:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775816.654896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbfb80 x1875666723397504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775816.655008:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723397632:0@lo:400:kworker.0 00000100:00100000:1.0:1788775816.655076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775816.655166:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775816.655173:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723397248:0@lo:400:kworker.0 00000100:00100000:1.0:1788775816.655205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775816.655364:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723397248 00000100:00100000:3.0:1788775816.655373:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723397248 00000100:00100000:3.0:1788775816.655437:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788775816.655459:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:3647:x1875666723397248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775816.655515:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:3647:x1875666723397248:12345-0@lo:400:kworker.0 Request processed in 70us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775816.655523:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788775816.655566:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723397248:0@lo:400:kworker.0 00000100:00100000:2.0:1788775816.655766:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723397632 00000100:00100000:2.0:1788775816.655771:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723397632 00000100:00100000:2.0:1788775816.655807:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788775816.655815:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723397632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775816.655868:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723397632:12345-0@lo:400:kworker.0 Request processed in 53us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775816.655875:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788775816.655946:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff89a37ddbf800 x1875666723397632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775816.655959:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723397632:0@lo:400:kworker.0 00000100:00080000:0.0:1788775816.657091:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788775816.657109:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723394048:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788775816.657129:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788775816.657273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775816.657279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788775816.657283:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775816.657287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1788775816.657292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788775816.657298:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff89a247524800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775816.657352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbdc00 x1875666723397760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775816.657465:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788775816.657470:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723393920:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1788775816.657500:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397376:0@lo:38:kworker.0 00000100:00100000:0.0:1788775816.657553:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775816.657586:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397504:0@lo:8:kworker.0 00000400:00000100:0.0:1788775816.657607:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723397504 offset 0 length 520: 4 00000100:00100000:0.0:1788775816.657626:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397760:0@lo:8:kworker.0 00000400:00000100:0.0:1788775816.657639:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723397760 offset 0 length 520: 4 00000100:00100000:1.0:1788775816.657708:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723397376 00000100:00100000:1.0:1788775816.657716:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723397376 00000100:00100000:1.0:1788775816.657765:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788775816.657771:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723397376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788775816.657788:0:22738:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788775816.657838:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723397376:12345-0@lo:38:kworker.0 Request processed in 66us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775816.657845:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788775816.657964:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775816.657970:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788775816.657973:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397376:0@lo:38:kworker.0 00010000:00010000:3.0:1788775817.102574:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775817.619451:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:3.0:1788775818.126711:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775818.639600:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000040:00080000:3.0:1788775818.640339:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788775819.156550:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775819.663293:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:3.0:1788775820.177012:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775820.686397:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00000020:01000004:3.0:1788775821.019594:0:23465:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788775821.019599:0:23465:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788775821.019601:0:23465:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788775821.019720:0:23465:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff89a37cb12000 00000020:01000004:3.0:1788775821.019739:0:23465:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788775821.019752:0:23465:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788775821.019768:0:23465:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff89a37dfc8000) 00000020:00000080:3.0:1788775821.019788:0:23465:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788775821.070529:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788775821.074233:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.076739:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.076964:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.077177:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.077465:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.077799:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.078003:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.078307:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.078717:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.078927:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.079151:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.079394:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.079649:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.079844:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.080048:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.080664:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.080875:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.081103:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.081306:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.081667:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.081913:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.082154:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.082422:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.082691:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.082939:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.083149:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.083389:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.083762:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.084024:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.084340:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.084620:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.084864:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788775821.085111:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788775821.086766:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788775821.087213:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788775821.087653:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788775821.087923:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788775821.088148:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788775821.088421:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788775821.088698:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788775821.088903:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788775821.089110:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788775821.089371:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1788775821.089747:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788775821.090007:0:23465:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00080000:01000000:2.0:1788775821.090704:0:23465:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788775821.090931:0:23465:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1788775821.090942:0:23465:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788775821.090954:0:23465:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca344 00000020:01000004:2.0:1788775821.090960:0:23465:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788775821.090979:0:23465:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.122@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788775821.090982:0:23465:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.122@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788775821.090988:0:23465:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1788775821.091014:0:23465:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1788775821.091018:0:23465:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.122@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788775821.095533:0:23465:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.122@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788775821.095733:0:23465:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.122@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788775821.095737:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788775821.095739:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788775821.095740:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788775821.095742:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788775821.095743:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788775821.095744:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788775821.095746:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788775821.095748:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788775821.095749:0:23465:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788775821.095753:0:23465:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788775821.095755:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788775821.095756:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788775821.095757:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788775821.095759:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788775821.095760:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788775821.095767:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788775821.095768:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788775821.095769:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788775821.095770:0:23465:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788775821.095797:0:23465:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788775821.095819:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723397888:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788775821.095891:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.095978:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d900 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.096022:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723397888 00000100:00100000:0.0:1788775821.096029:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723397888 00000100:00100000:0.0:1788775821.096187:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788775821.096200:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+12:23465:x1875666723397888:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788775821.096231:0:22727:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788775821.096235:0:22727:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1788775821.096243:0:22727:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788775821.096635:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+12:23465:x1875666723397888:12345-0@lo:253:mount.lustre.0 Request processed in 437us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.096644:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788775821.096719:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723397888:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788775821.096730:0:23465:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788775821.096733:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788775821.096734:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788775821.096735:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788775821.096736:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788775821.096737:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788775821.096738:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788775821.096739:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788775821.096741:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788775821.096742:0:23465:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788775821.096760:0:23465:0:(tgt_mount.c:101:server_register_mount()) register mount ffff89a37cb12000 from lustre-MDT0001 10000000:01000000:1.0:1788775821.096788:0:23465:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788775821.096791:0:23465:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788775821.096800:0:23465:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff89a346234d28 local copy 00010000:00010000:1.0:1788775821.096812:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.096898:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398016:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775821.096927:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.097211:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d840 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.097276:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398016 00000100:00100000:3.0:1788775821.097282:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398016 00000100:00100000:3.0:1788775821.097391:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788775821.097399:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:23465:x1875666723398016:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775821.097699:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:23465:x1875666723398016:12345-0@lo:501:mount.lustre.0 Request processed in 300us (770us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788775821.097707:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788775821.097891:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398016:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788775821.097907:0:23465:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.122@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788775821.097929:0:23465:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.122@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788775821.097941:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.097951:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.097981:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff89a37cb12000 10000000:01000000:1.0:1788775821.097987:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788775821.097991:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff89a346234d28 10000000:01000000:1.0:1788775821.097993:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1788775821.097997:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff89a346234d28 from 1 10000000:01000000:1.0:1788775821.097999:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788775821.098025:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098032:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098040:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.098063:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398144:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788775821.098094:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.098122:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d840 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.098172:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398144 00000100:00100000:3.0:1788775821.098178:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398144 00000100:00100000:3.0:1788775821.098209:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788775821.098217:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+12:23465:x1875666723398144:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775821.098227:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775821.098242:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a34148d600/0x445c1d62c18ca352 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca34b expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.098263:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a34148d600/0x445c1d62c18ca352 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca34b expref: 13 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.098275:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a34148d600/0x445c1d62c18ca352 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca34b expref: 13 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.098284:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a34148d600, rc 0) 00000100:00100000:3.0:1788775821.098347:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+13:23465:x1875666723398144:12345-0@lo:101:mount.lustre.0 Request processed in 130us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.098363:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788775821.098686:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398144:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.098699:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca352 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098708:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca352 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.098733:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788775821.098750:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca352 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098757:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248033800/0x445c1d62c18ca34b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca352 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.098765:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff89a37cb12000 10000000:01000000:1.0:1788775821.098769:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788775821.098772:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff89a37cb12000 from 1 10000000:01000000:1.0:1788775821.098774:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788775821.098788:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098796:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.098803:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.098817:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398272:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788775821.098844:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.098874:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.098933:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398272 00000100:00100000:0.0:1788775821.098944:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398272 00000100:00100000:0.0:1788775821.098980:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788775821.098987:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+13:23465:x1875666723398272:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775821.098996:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775821.099004:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655c200/0x445c1d62c18ca360 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca359 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099019:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655c200/0x445c1d62c18ca360 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca359 expref: 14 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099028:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655c200/0x445c1d62c18ca360 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca359 expref: 14 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099035:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655c200, rc 0) 00000100:00100000:0.0:1788775821.099072:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+14:23465:x1875666723398272:12345-0@lo:101:mount.lustre.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.099078:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788775821.099241:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398272:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.099253:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca360 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.099261:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca360 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.099280:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788775821.099296:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca360 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.099305:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248032200/0x445c1d62c18ca359 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca360 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.099328:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788775821.099332:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788775821.099337:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff89a37cb12000 10000000:01000000:1.0:1788775821.099340:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788775821.099343:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1788775821.099345:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788775821.099370:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.099378:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.099385:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.099396:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398400:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788775821.099423:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.099444:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.099503:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398400 00000100:00100000:0.0:1788775821.099508:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398400 00000100:00100000:0.0:1788775821.099538:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788775821.099545:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+14:23465:x1875666723398400:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775821.099552:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775821.099570:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655d400/0x445c1d62c18ca36e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca367 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099586:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655d400/0x445c1d62c18ca36e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca367 expref: 15 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099595:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655d400/0x445c1d62c18ca36e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca367 expref: 15 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.099608:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655d400, rc 0) 00000100:00100000:0.0:1788775821.099637:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398400:12345-0@lo:101:mount.lustre.0 Request processed in 92us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.099643:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788775821.099814:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398400:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.099825:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca36e expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.099839:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca36e expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788775821.101104:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788775821.101820:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788775821.105792:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788775821.105858:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1788775821.105877:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1788775821.105891:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1788775821.105906:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1788775821.105919:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1788775821.105932:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1788775821.105945:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1788775821.105956:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1788775821.105967:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1788775821.105979:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1788775821.105991:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1788775821.106002:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1788775821.106014:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1788775821.106025:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1788775821.106038:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1788775821.106051:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1788775821.106149:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1788775821.106163:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1788775821.106177:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1788775821.106190:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1788775821.106202:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1788775821.106214:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1788775821.106225:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1788775821.106236:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1788775821.106246:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1788775821.106270:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1788775821.106282:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1788775821.106295:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1788775821.106307:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1788775821.106429:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1788775821.106444:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1788775821.106458:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1788775821.106471:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1788775821.106486:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1788775821.106498:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1788775821.106511:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1788775821.106525:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1788775821.106539:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1788775821.106552:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1788775821.106645:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1788775821.106661:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1788775821.106675:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1788775821.106689:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1788775821.106719:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1788775821.106725:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1788775821.106845:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398528:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775821.106914:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.107014:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.107125:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398528 00000100:00100000:0.0:1788775821.107133:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398528 00000100:00100000:0.0:1788775821.107224:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788775821.107235:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398528:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775821.107458:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398528:12345-0@lo:501:mount.lustre.0 Request processed in 224us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.107466:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788775821.107733:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775821.107775:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398656:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775821.107824:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.107853:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398656 00000100:00100000:2.0:1788775821.107858:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398656 00000100:00100000:2.0:1788775821.107882:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788775821.107889:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398656:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775821.108043:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378ef6480 going to sleep for 11 seconds 00000100:00100000:2.0:1788775821.108855:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398656:12345-0@lo:503:mount.lustre.0 Request processed in 963us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.108865:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788775821.109045:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398656:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788775821.109653:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788775821.109729:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398784:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775821.109779:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.109863:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.109906:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398784 00000100:00100000:0.0:1788775821.109913:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398784 00000100:00100000:0.0:1788775821.109988:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788775821.109997:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398784:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775821.110715:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398784:12345-0@lo:502:mount.lustre.0 Request processed in 717us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.110724:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788775821.110820:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398784:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775821.111053:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788775821.111093:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788775821.111119:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788775821.111132:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788775821.111146:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788775821.111159:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788775821.111172:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788775821.111186:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788775821.111202:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788775821.111215:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788775821.111229:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788775821.111242:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788775821.111255:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788775821.111267:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788775821.111280:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788775821.111292:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788775821.111307:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788775821.111385:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788775821.111400:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788775821.111412:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788775821.111426:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788775821.111441:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788775821.111456:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788775821.111470:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788775821.111483:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788775821.111495:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788775821.111507:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788775821.111520:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788775821.111533:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788775821.111546:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788775821.111634:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788775821.111663:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788775821.111680:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788775821.111693:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788775821.111706:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788775821.111732:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788775821.111747:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788775821.111758:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788775821.111770:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788775821.111783:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788775821.111797:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788775821.111810:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788775821.111820:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788775821.111830:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788775821.111864:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398912:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775821.111922:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.112328:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378ef6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788775821.112440:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723398912 00000100:00100000:1.0:1788775821.112448:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723398912 00000100:00100000:1.0:1788775821.112501:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788775821.112510:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398912:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775821.112647:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723398912:12345-0@lo:502:mount.lustre.0 Request processed in 137us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775821.112654:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788775821.112813:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723398912:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775821.112873:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788775821.112883:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1788775821.113721:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775821.113734:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.113736:0:23469:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788775821.113741:0:23469:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1788775821.113744:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775821.113758:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff89a37caf19b8) 00000020:00000080:2.0:1788775821.113781:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1788775821.113787:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788775821.113873:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788775821.113881:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca37c 00000020:00000080:2.0:1788775821.114100:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788775821.114105:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775821.114108:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.114110:0:23469:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788775821.114112:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775821.114116:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.114122:0:23469:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1788775821.114126:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775821.114133:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff89a37caf0000) 00000020:00000080:2.0:1788775821.114145:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1788775821.114149:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788775821.114151:0:23469:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1788775821.114154:0:23469:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1788775821.114159:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788775821.114204:0:23469:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a37cb12000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1788775821.114217:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff89a37caf4d28) 00000020:00000080:2.0:1788775821.114226:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1788775821.114284:0:23469:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788775821.114291:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca391 00000020:00000080:2.0:1788775821.114429:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1788775821.114436:0:23469:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788775821.114443:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x445c1d62c18ca398 00080000:01000000:2.0:1788775821.114449:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788775821.114453:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca39f 00010000:00010000:3.0:1788775821.171950:0:23469:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788775821.173639:0:23469:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788775821.174200:0:23469:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788775821.179162:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1788775821.179183:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.179191:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.179193:0:23469:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1788775821.179197:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775821.179203:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.179204:0:23469:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1788775821.179208:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775821.179223:0:23469:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:00000080:0.0:1788775821.179254:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775821.179273:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff89a3767b0000) 00000020:00000080:0.0:1788775821.179296:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1788775821.179302:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788775821.179417:0:23469:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1788775821.179424:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788775821.179431:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca3ad 00010000:00080000:0.0:1788775821.179465:0:23469:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a347671800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.122@tcp at head 00010000:00010000:0.0:1788775821.181112:0:23469:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1788775821.183171:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788775821.183189:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788775821.183233:0:23469:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788775821.183260:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca3b4 00000100:00080000:0.0:1788775821.183272:0:23469:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788775821.183278:0:23469:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89a347671800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775821.183548:0:23469:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fadad80 x1875666723399040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775821.183676:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399040:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788775821.183788:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.183899:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399040 00000100:00100000:2.0:1788775821.183908:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399040 00000100:00100000:2.0:1788775821.183946:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788775821.183954:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875666723399040:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788775821.183980:0:22738:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 754 last 0 00000020:00000080:2.0:1788775821.184013:0:22738:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca3bb 00000004:00100000:2.0:1788775821.184027:0:22738:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788775821.184033:0:22738:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1788775821.184205:0:23469:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1788775821.184273:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.184278:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184280:0:23469:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1788775821.184283:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788775821.184286:0:23469:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1788775821.184287:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775821.184289:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775821.184290:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788775821.184292:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184293:0:23469:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788775821.184296:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775821.184300:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184329:0:23469:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1788775821.184336:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788775821.184384:0:23469:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788775821.184400:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.184403:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184404:0:23469:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1788775821.184406:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788775821.184408:0:23469:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1788775821.184409:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775821.184411:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775821.184412:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788775821.184414:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184415:0:23469:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788775821.184417:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788775821.184421:0:23469:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788775821.184423:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.184424:0:23469:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788775821.184427:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775821.184430:0:23469:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:01000000:0.0:1788775821.184450:0:23469:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788775821.184452:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775821.184465:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff89a3767b4d28) 00000020:00000080:0.0:1788775821.184477:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1788775821.184481:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788775821.184532:0:23469:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1788775821.184538:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788775821.184543:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca3c9 00000100:00080000:2.0:1788775821.184693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788775821.184698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788775821.184700:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788775821.184704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:2.0:1788775821.184716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788775821.184722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff89a245abe000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775821.184739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbd180 x1875666723399296/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:0.0:1788775821.184781:0:23469:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a247531800@lustre-OST0000-osc-MDT0001: add connection 192.168.202.122@tcp at head 00010000:00010000:0.0:1788775821.185008:0:23469:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1788775821.185475:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788775821.185493:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723399168:0@lo:400:kworker.0 00000100:00100000:0.0:1788775821.185550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.188819:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723399296:0@lo:38:kworker.0 00000100:00100000:3.0:1788775821.188895:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.188994:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1788775821.189003:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000040:01000000:0.0:1788775821.189231:0:23469:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788775821.189548:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399296 00000100:00100000:0.0:1788775821.189566:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399296 00000040:01000000:0.0:1788775821.189611:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1788775821.189829:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775821.189839:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875666723399296:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1788775821.189916:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875666723399296:12345-0@lo:38:kworker.0 Request processed in 76us (1020us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788775821.189924:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775821.189960:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775821.189968:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775821.189972:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788775821.189976:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723399296:0@lo:38:kworker.0 00000100:00100000:1.0:1788775821.192171:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399168 00000100:00100000:1.0:1788775821.192182:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399168 00000100:00100000:1.0:1788775821.192280:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788775821.192294:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+15:3649:x1875666723399168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775821.192417:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+15:3649:x1875666723399168:12345-0@lo:400:kworker.0 Request processed in 126us (6865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775821.192424:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000040:00080000:0.0:1788775821.192488:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:2.0:1788775821.192838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775821.192844:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788775821.192846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775821.192849:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788775821.192908:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788775821.192921:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723399424:0@lo:400:kworker.0 00000100:00100000:2.0:1788775821.192959:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1788775821.193638:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788775821.193780:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788775821.194483:0:23475:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788775821.194488:0:23475:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788775821.195389:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788775821.195404:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788775821.195444:0:23469:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788775821.195467:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca3d0 00000100:00080000:2.0:1788775821.195477:0:23469:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788775821.195483:0:23469:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff89a247531800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:2.0:1788775821.195519:0:23469:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ddbce00 x1875666723399552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788775821.195542:0:23469:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788775821.195606:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775821.195610:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.195620:0:23469:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788775821.195624:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788775821.195627:0:23469:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788775821.195628:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775821.195630:0:23469:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775821.195632:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788775821.195634:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.195635:0:23469:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788775821.195638:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788775821.195642:0:23469:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788775821.195645:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775821.195647:0:23469:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788775821.195649:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788775821.195653:0:23469:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.122@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000020:01000000:2.0:1788775821.195678:0:23469:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788775821.195681:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775821.195692:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff89a37caf3370) 00000020:00000080:2.0:1788775821.195705:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788775821.195709:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788775821.195768:0:23469:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788775821.195775:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788775821.195781:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x445c1d62c18ca3de 00010000:00080000:2.0:1788775821.195813:0:23469:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a247534800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.122@tcp at head 00010000:00010000:2.0:1788775821.196173:0:23469:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788775821.196247:0:23469:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788775821.196261:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1788775821.196420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775821.196425:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788775821.196428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788775821.196431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788775821.196849:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399552:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788775821.196903:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723399552 offset 0 length 520: 4 00000100:00100000:0.0:1788775821.197679:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723399168:0@lo:400:kworker.0 00000100:00080000:0.0:1788775821.198001:0:22738:0:(import.c:65:import_set_state_nolock()) ffff89a2480b4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788775821.198078:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1875666723399040:12345-0@lo:38:llog_process_th.0 Request processed in 14123us (14290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.198089:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788775821.198143:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788775821.198153:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788775821.198161:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1788775821.198167:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788775821.198169:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a347671800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788775821.198183:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399040:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788775821.198241:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723399680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775821.198274:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.198335:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399680 00000100:00100000:0.0:1788775821.198341:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399680 00000100:00100000:0.0:1788775821.198387:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788775821.198396:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875666723399680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775821.198421:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788775821.198462:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875666723399680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.198469:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788775821.198499:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723399680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775821.199404:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399424 00000100:00100000:3.0:1788775821.199410:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399424 00000100:00100000:3.0:1788775821.199452:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788775821.199460:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723399424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775821.199518:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723399424:12345-0@lo:400:kworker.0 Request processed in 59us (6558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.199525:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788775821.199976:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff89a37ddbca80 x1875666723399424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775821.199989:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723399424:0@lo:400:kworker.0 00010000:00010000:1.0:1788775821.200222:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788775821.200901:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788775821.201197:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788775821.201658:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1788775821.202039:0:23477:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788775821.202045:0:23477:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788775821.202908:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788775821.202920:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788775821.202963:0:23469:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788775821.202987:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca3e5 00000100:00080000:0.0:1788775821.202998:0:23469:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788775821.203004:0:23469:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775821.203039:0:23469:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fadad80 x1875666723399808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788775821.203176:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399808:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788775821.203234:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723399808 offset 0 length 520: 4 00000100:00080000:0.0:1788775821.203292:0:23469:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788775821.203394:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.203398:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.203400:0:23469:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788775821.203403:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775821.203407:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.203409:0:23469:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788775821.203412:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788775821.203414:0:23469:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788775821.203416:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.203418:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.203419:0:23469:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788775821.203422:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775821.203424:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.203425:0:23469:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788775821.203438:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788775821.203469:0:23469:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775821.203473:0:23469:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775821.203475:0:23469:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788775821.203479:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1788775821.203719:0:23465:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788775821.203754:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788775821.203771:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca36e expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.203782:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248033600/0x445c1d62c18ca367 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca36e expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.203790:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a37cb12000 from 1 10000000:01000000:1.0:1788775821.203793:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788775821.203820:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.203828:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.203852:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.203869:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723399936:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788775821.203913:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.203952:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d000 going to sleep for 11 seconds 00000100:00080000:3.0:1788775821.204033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775821.204039:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775821.204041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775821.204045:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788775821.204164:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723399936 00000100:00100000:0.0:1788775821.204172:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723399936 00000100:00100000:0.0:1788775821.204219:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788775821.204229:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+15:23465:x1875666723399936:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775821.204242:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775821.204255:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca3ec expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.204281:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 16 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.204292:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 16 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.204302:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655de00, rc 0) 00000100:00100000:0.0:1788775821.204391:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+16:23465:x1875666723399936:12345-0@lo:101:mount.lustre.0 Request processed in 162us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.204398:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788775821.204490:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723399936:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.204505:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.204514:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.205192:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400064:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788775821.205237:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.205275:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.205361:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400064 00000100:00100000:3.0:1788775821.205367:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400064 00000100:00100000:3.0:1788775821.205406:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788775821.205415:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+16:23465:x1875666723400064:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788775821.205430:0:22725:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788775821.205448:0:22725:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788775821.205451:0:22725:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788775821.205535:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+16:23465:x1875666723400064:12345-0@lo:256:mount.lustre.0 Request processed in 120us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.205543:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788775821.205735:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400064:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788775821.206463:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788775821.206484:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.206496:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775821.206505:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a37cb12000 from 1 10000000:01000000:1.0:1788775821.206508:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788775821.206768:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.206777:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.206787:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775821.206803:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400192:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788775821.206847:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.206915:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.207147:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400192 00000100:00100000:3.0:1788775821.207154:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400192 00000100:00100000:3.0:1788775821.207224:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788775821.207233:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+16:23465:x1875666723400192:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775821.207245:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775821.207258:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca3fa expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.207278:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.207288:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.207297:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a34148d800, rc 0) 00000100:00100000:3.0:1788775821.207385:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400192:12345-0@lo:101:mount.lustre.0 Request processed in 153us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.207392:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788775821.207655:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400192:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.207669:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.207678:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788775821.208812:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788775821.209065:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788775821.209219:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788775821.209242:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788775821.209254:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788775821.209265:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788775821.209292:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788775821.209304:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788775821.209339:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788775821.209364:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788775821.209380:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788775821.209393:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788775821.209415:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788775821.209429:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788775821.209433:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788775821.209492:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400320:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775821.209544:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.209875:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781de40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.209955:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400320 00000100:00100000:0.0:1788775821.209962:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400320 00000100:00100000:0.0:1788775821.209996:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788775821.210005:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400320:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775821.210122:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400320:12345-0@lo:501:mount.lustre.0 Request processed in 117us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.210141:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788775821.210258:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400320:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775821.210289:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400448:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788775821.210363:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.210381:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781de40 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.210423:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400448 00000100:00100000:3.0:1788775821.210428:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400448 00000100:00100000:3.0:1788775821.210452:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788775821.210459:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400448:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788775821.210650:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400448:12345-0@lo:503:mount.lustre.0 Request processed in 191us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.210658:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788775821.210875:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400448:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788775821.211440:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788775821.211502:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400576:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775821.211553:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.211706:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775821.211744:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400576 00000100:00100000:3.0:1788775821.211750:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400576 00000100:00100000:3.0:1788775821.211815:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788775821.211824:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400576:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775821.211929:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400576:12345-0@lo:502:mount.lustre.0 Request processed in 106us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.211937:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788775821.212008:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400576:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788775821.212190:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788775821.212214:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788775821.212226:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788775821.212239:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788775821.212253:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788775821.212266:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788775821.212298:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788775821.212342:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788775821.212372:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788775821.212388:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788775821.212402:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788775821.212434:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400704:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775821.212475:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775821.212793:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.212884:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400704 00000100:00100000:0.0:1788775821.212890:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400704 00000100:00100000:0.0:1788775821.212917:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788775821.212924:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400704:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775821.213029:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400704:12345-0@lo:502:mount.lustre.0 Request processed in 104us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.213036:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788775821.213161:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400704:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788775821.213208:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788775821.213216:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788775821.213940:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775821.213950:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.213952:0:23479:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788775821.213960:0:23479:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a37cb12000 00000020:00000080:1.0:1788775821.213963:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775821.213971:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775821.213973:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.213974:0:23479:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788775821.213977:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775821.213979:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.213980:0:23479:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788775821.213983:0:23479:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a37cb12000 00000020:00000080:1.0:1788775821.213985:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775821.214045:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775821.214050:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.214051:0:23479:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788775821.214064:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775821.214066:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.214067:0:23479:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788775821.214070:0:23479:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a37cb12000 00000020:00000080:1.0:1788775821.214072:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775821.214091:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775821.214093:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.214094:0:23479:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788775821.214097:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775821.214106:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.214108:0:23479:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788775821.214112:0:23479:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a37cb12000 00000020:00000080:1.0:1788775821.214113:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775821.214137:0:23479:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775821.214140:0:23479:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775821.214142:0:23479:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788775821.214145:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788775821.214360:0:23465:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788775821.214387:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788775821.214407:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.214419:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775821.214467:0:23465:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788775821.214471:0:23465:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff89a37cb12000 10000000:01000000:3.0:1788775821.214474:0:23465:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff89a37cb12000 10000000:01000000:3.0:1788775821.214479:0:23465:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788775821.214485:0:23465:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff89a37cb12000 from 1 10000000:01000000:3.0:1788775821.214488:0:23465:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788775821.214520:0:23465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.214535:0:23465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.214547:0:23465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775821.214578:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400832:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775821.214629:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.214667:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775821.215419:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400832 00000100:00100000:1.0:1788775821.215428:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400832 00000100:00100000:1.0:1788775821.215477:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788775821.215487:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:23465:x1875666723400832:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775821.215501:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775821.215516:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248033a00/0x445c1d62c18ca40f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca408 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.215540:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248033a00/0x445c1d62c18ca40f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca408 expref: 18 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.215551:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248033a00/0x445c1d62c18ca40f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca408 expref: 18 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.215681:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248033a00, rc 0) 00000100:00100000:1.0:1788775821.215735:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723400832:12345-0@lo:101:mount.lustre.0 Request processed in 250us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775821.215741:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788775821.215826:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400832:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775821.215842:0:23465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca40f expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775821.215852:0:23465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca40f expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788775821.218182:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1788775821.218510:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775821.219417:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1788775821.219451:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1788775821.219468:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1788775821.219481:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1788775821.219495:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1788775821.219509:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1788775821.219522:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1788775821.219535:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1788775821.219548:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1788775821.220145:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1788775821.220173:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1788775821.220185:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1788775821.220196:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1788775821.220220:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1788775821.220233:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1788775821.220248:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1788775821.220261:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1788775821.220274:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1788775821.220287:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1788775821.220300:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1788775821.220403:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1788775821.220419:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1788775821.220433:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1788775821.220447:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1788775821.220460:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1788775821.220474:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1788775821.220488:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1788775821.220503:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1788775821.220517:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1788775821.220547:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1788775821.220641:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1788775821.220659:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1788775821.220673:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1788775821.220686:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1788775821.220697:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1788775821.220707:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1788775821.220720:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1788775821.220733:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1788775821.220745:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1788775821.220757:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1788775821.220770:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1788775821.220782:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1788775821.220794:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1788775821.220820:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1788775821.220833:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1788775821.220862:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1788775821.220876:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1788775821.220889:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1788775821.221027:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1788775821.221048:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1788775821.221384:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1788775821.221391:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1788775821.221501:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400960:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775821.221581:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.221637:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723400960 00000100:00100000:3.0:1788775821.221645:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723400960 00000100:00100000:2.0:1788775821.221752:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788775821.221765:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723400960:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775821.221894:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723400960:12345-0@lo:501:mount.lustre.0 Request processed in 130us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.221902:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788775821.228617:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775821.228663:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723400960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775821.228736:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401088:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788775821.228809:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.228844:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24906be40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.228956:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401088 00000100:00100000:0.0:1788775821.228963:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401088 00000100:00100000:0.0:1788775821.229002:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788775821.229012:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401088:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775821.229136:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401088:12345-0@lo:503:mount.lustre.0 Request processed in 124us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.229144:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788775821.229273:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401088:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788775821.229838:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788775821.229915:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401216:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775821.229958:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.229976:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24906be40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.230132:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401216 00000100:00100000:0.0:1788775821.230137:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401216 00000100:00100000:0.0:1788775821.230162:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788775821.230169:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401216:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775821.230268:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401216:12345-0@lo:502:mount.lustre.0 Request processed in 98us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.230276:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788775821.231178:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401216:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775821.231413:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788775821.231443:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788775821.231471:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788775821.231486:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788775821.231501:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788775821.231516:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788775821.231531:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788775821.231545:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788775821.232140:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788775821.232163:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788775821.232180:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788775821.232213:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788775821.232231:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788775821.232246:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788775821.232258:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788775821.232269:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788775821.232281:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788775821.232294:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788775821.232305:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788775821.232341:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788775821.232367:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788775821.232383:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788775821.232400:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788775821.232414:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788775821.232426:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788775821.232440:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788775821.232454:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788775821.232479:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788775821.232492:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788775821.232504:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788775821.232515:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788775821.232527:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788775821.232541:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788775821.233131:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788775821.233165:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788775821.233190:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788775821.233204:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788775821.233218:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788775821.233231:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788775821.233243:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788775821.233257:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788775821.233270:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788775821.233283:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788775821.233334:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788775821.233363:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788775821.233378:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788775821.233391:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788775821.233404:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788775821.233458:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775821.233537:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.233731:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24906be40 going to sleep for 11 seconds 00000100:00100000:1.0:1788775821.233882:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401344 00000100:00100000:1.0:1788775821.233889:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401344 00000100:00100000:1.0:1788775821.233935:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788775821.233944:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775821.234087:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401344:12345-0@lo:502:mount.lustre.0 Request processed in 142us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775821.234095:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788775821.234748:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775821.234944:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788775821.234970:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788775821.234999:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775821.235046:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.235093:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401472 00000100:00100000:2.0:1788775821.235098:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401472 00000100:00100000:2.0:1788775821.235125:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788775821.235131:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401472:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775821.235213:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401472:12345-0@lo:502:mount.lustre.0 Request processed in 80us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.235220:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788775821.235265:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24906be40 going to sleep for 11 seconds 00000100:00100000:2.0:1788775821.235277:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775821.235331:0:23465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788775821.235339:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788775821.253686:0:23483:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1788775821.253706:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff89a37dfccd28) 00000020:00000080:3.0:1788775821.253735:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1788775821.253833:0:23483:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a37cb12000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788775821.253837:0:23483:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a37cb12000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788775821.253840:0:23483:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a37cb12000 3 00010000:00080000:3.0:1788775821.253882:0:23483:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a2488af000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.122@tcp at head 00010000:00010000:3.0:1788775821.256347:0:23483:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1788775821.256659:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1788775821.256704:0:23483:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788775821.256719:0:23483:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x445c1d62c18ca41d 00000100:00080000:3.0:1788775821.256729:0:23483:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788775821.256735:0:23483:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89a2488af000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775821.256770:0:23483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de50a80 x1875666723401600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775821.256794:0:23483:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788775821.256832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775821.256842:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775821.256844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775821.256847:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788775821.260509:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723401600:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788775821.260600:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.260671:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401600 00000100:00100000:3.0:1788775821.260679:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401600 00000100:00100000:3.0:1788775821.260716:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775821.260724:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875666723401600:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788775821.260752:0:22734:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 754 last 0 00000020:00000080:3.0:1788775821.260801:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x445c1d62c18ca424 00000004:00100000:3.0:1788775821.260817:0:22734:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788775821.260850:0:22734:0:(import.c:65:import_set_state_nolock()) ffff89a2488ac800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788775821.260905:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875666723401600:12345-0@lo:38:llog_process_th.0 Request processed in 179us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.260912:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788775821.260957:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de50a80 x1875666723401600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775821.260971:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775821.260979:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788775821.260986:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788775821.260991:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788775821.260993:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a2488af000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788775821.260998:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875666723401600:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788775821.266786:0:23483:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1788775821.267825:0:23465:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788775821.267861:0:23465:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775821.267881:0:23465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca40f expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775821.267893:0:23465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148de00/0x445c1d62c18ca408 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca40f expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788775821.267944:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788775821.267946:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788775821.267948:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775821.267949:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775821.267950:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775821.267952:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775821.267953:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788775821.267955:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775821.267956:0:23465:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775821.267960:0:23465:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788775821.267962:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788775821.267963:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788775821.267964:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775821.267965:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775821.267966:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775821.267968:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775821.267969:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788775821.267970:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775821.267971:0:23465:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775821.267999:0:23465:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788775821.268022:0:23465:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401728:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788775821.269727:0:23465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775821.269788:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401728 00000100:00100000:2.0:1788775821.269797:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401728 00000100:00100000:2.0:1788775821.269848:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788775821.269859:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401728:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788775821.269897:0:22727:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788775821.269913:0:22727:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1788775821.274288:0:23465:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24906be40 going to sleep for 11 seconds 00000001:00100000:0.0:1788775821.279220:0:22712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1788775821.279431:0:22727:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788775821.279446:0:22727:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788775821.279845:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:23465:x1875666723401728:12345-0@lo:253:mount.lustre.0 Request processed in 9982us (10118us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.279859:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788775821.279927:0:23465:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:23465:1875666723401728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788775821.279941:0:23465:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788775821.279944:0:23465:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788775821.279945:0:23465:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788775821.279947:0:23465:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775821.279948:0:23465:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775821.279949:0:23465:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775821.279950:0:23465:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775821.279952:0:23465:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788775821.279954:0:23465:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775821.279955:0:23465:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788775821.279970:0:23465:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788775821.280665:0:22748:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788775821.280670:0:22748:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788775821.280694:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280717:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280725:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280732:0:22748:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280767:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280780:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 17 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775821.280796:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723401856:0@lo:104: 00000100:00100000:0.0:1788775821.280843:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788775821.280885:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.280894:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775821.280902:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723401984:0@lo:104: 00000100:00100000:0.0:1788775821.280923:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.280938:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34b071840 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.280970:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401856 00000100:00100000:0.0:1788775821.280976:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401856 00000100:00100000:0.0:1788775821.281004:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723401984 00000100:00100000:0.0:1788775821.281013:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723401984 00000100:00100000:0.0:1788775821.281031:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788775821.281039:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723401856:12345-0@lo:104: 00010000:00010000:0.0:1788775821.281062:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281113:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788775821.281119:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723401856:12345-0@lo:104: Request processed in 81us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.281125:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788775821.281140:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775821.281147:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723401984:12345-0@lo:104: 00010000:00010000:0.0:1788775821.281154:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281183:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788775821.281188:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723401984:12345-0@lo:104: Request processed in 43us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.281194:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775821.281221:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723401856:0@lo:104: 00000100:00100000:0.0:1788775821.281230:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723401984:0@lo:104: 00010000:00010000:0.0:1788775821.281247:0:22748:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281262:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775821.281268:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281285:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032e00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775821.281290:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281298:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775821.281304:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775821.281331:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775821.281368:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281375:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775821.281392:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281398:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a248032e00/0x445c1d62c18ca3ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca3f3 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281409:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775821.281412:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281417:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340031800 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775821.281419:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281435:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775821.281440:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775821.281445:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775821.281458:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281464:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775821.281478:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281485:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a340031800/0x445c1d62c18ca328 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca32f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.281498:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775821.281499:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775821.281501:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775821.281509:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775821.281519:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723402112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775821.281549:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.282146:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723402240:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775821.282172:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.282204:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402112 00000100:00100000:0.0:1788775821.282208:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402112 00010000:00010000:0.0:1788775821.282225:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 18 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775821.282254:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402240 00000100:00100000:0.0:1788775821.282256:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402240 00010000:00010000:0.0:1788775821.282265:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 19 pid: 22725 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775821.282275:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788775821.282282:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+19:3646:x1875666723402112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788775821.282292:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775821.282296:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 19 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282306:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 19 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282341:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca3f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca3ec expref: 19 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282363:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775821.282393:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+18:3646:x1875666723402112:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.282399:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788775821.282412:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775821.282418:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+17:3648:x1875666723402240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788775821.282424:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775821.282428:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282436:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282453:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a382051a00/0x445c1d62c18ca32f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca328 expref: 17 pid: 22725 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282464:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282472:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788775821.282485:0:22717:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008085653s 00010000:00010000:0.0:1788775821.282490:0:22717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282497:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282503:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282508:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282514:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655c600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775821.282517:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282525:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.282538:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775821.283214:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775821.284228:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775821.284323:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+16:3648:x1875666723402240:12345-0@lo:103:ldlm_bl.0 Request processed in 1887us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.284334:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775821.284399:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723402112:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788775821.284432:0:22748:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.284442:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775821.284449:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca42b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775821.284477:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723402240:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1788775821.286682:0:23465:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1788775821.287136:0:23491:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788775821.287140:0:23491:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788775821.287771:0:23492:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788775821.288224:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1788775821.289697:0:23465:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:01000000:1.0:1788775821.295469:0:23465:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1788775821.295512:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788775821.297187:0:23492:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788775821.297258:0:23492:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00000080:1.0:1788775821.298235:0:23465:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788775821.298252:0:23465:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:0.0:1788775821.298491:0:23493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402368:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1788775821.298682:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788775821.299133:0:23493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.299177:0:23493:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34b071840 going to sleep for 11 seconds 00000100:00100000:2.0:1788775821.299262:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402368 00000100:00100000:2.0:1788775821.299270:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402368 00000100:00100000:2.0:1788775821.299345:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788775821.299366:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402368:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788775821.299460:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402368:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 96us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.299485:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788775821.299645:0:23493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402368:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1788775821.299678:0:23493:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788775821.299713:0:23493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788775821.299751:0:23493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.299765:0:23493:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775821.299826:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402496 00000100:00100000:0.0:1788775821.299831:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402496 00000100:00100000:0.0:1788775821.299863:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775821.299876:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402496:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788775821.300211:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402496:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 334us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775821.300218:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:00080000:1.0:1788775821.300846:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788775821.301415:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788775821.301453:0:23465:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1788775821.301565:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1788775821.302089:0:23465:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:3.0:1788775821.304303:0:23493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788775821.304535:0:23493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23493:1875666723402624:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788775821.304674:0:23493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775821.304749:0:23493:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a70c0 going to sleep for 11 seconds 00000001:00000004:1.0:1788775821.305211:0:23465:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788775821.306022:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402624 00000100:00100000:3.0:1788775821.306031:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402624 00000100:00100000:3.0:1788775821.306179:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788775821.306190:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23493:x1875666723402624:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788775821.306282:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23493:x1875666723402624:12345-0@lo:900:lod0001_rec0000.0 Request processed in 93us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775821.306290:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788775821.306844:0:23493:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de50a80 x1875666723402624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788775837 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775821.306859:0:23493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23493:1875666723402624:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788775821.306929:0:23493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402752:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788775821.306972:0:23493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775821.307049:0:23493:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34b071d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788775821.307154:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402752 00000100:00100000:2.0:1788775821.307160:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402752 00000100:00100000:2.0:1788775821.307240:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788775821.307249:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402752:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788775821.307359:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23493:x1875666723402752:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 103us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775821.307367:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788775821.307443:0:23493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23493:1875666723402752:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1788775821.307496:0:23493:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775821.309520:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788775821.309626:0:23493:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788775821.309631:0:23493:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1788775821.313764:0:23465:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788775821.313805:0:23465:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa80ec1487988 00100000:10000000:1.0:1788775821.313815:0:23465:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788775821.315046:0:23465:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788775821.315088:0:23465:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.122@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788775821.315104:0:23465:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788775821.315121:0:23465:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788775821.316007:0:23465:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788775821.316228:0:23465:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788775821.713636:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:0.0:1788775822.224643:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788775822.287035:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788775822.350727:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788775822.350735:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a37cb12000 from 12 10000000:01000000:1.0:1788775822.350739:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788775822.350787:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.350811:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.350824:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775822.350849:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723402880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788775822.350922:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775822.350975:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b1840 going to sleep for 11 seconds 00000100:00100000:3.0:1788775822.351027:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723402880 00000100:00100000:3.0:1788775822.351040:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723402880 00000100:00100000:3.0:1788775822.351109:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788775822.351119:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+16:22730:x1875666723402880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775822.351133:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775822.351282:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca432 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351331:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351351:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351361:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a34148da00, rc 0) 00000100:00100000:3.0:1788775822.351406:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723402880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 288us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775822.351413:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788775822.351497:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723402880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775822.351512:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.351521:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775822.351573:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788775822.351603:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775822.351627:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b1840 going to sleep for 11 seconds 00000100:00100000:3.0:1788775822.351670:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403008 00000100:00100000:3.0:1788775822.351675:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403008 00000100:00100000:3.0:1788775822.351706:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788775822.351712:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723403008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788775822.351726:0:22727:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788775822.351743:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788775822.351746:0:22727:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788775822.351830:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723403008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775822.351837:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788775822.351868:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788775822.351917:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788775822.351924:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351932:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775822.351941:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788775822.351943:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a3453b1800 from 12 10000000:01000000:3.0:1788775822.351945:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788775822.351961:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351968:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.351975:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775822.351988:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788775822.352015:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775822.352029:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7900 going to sleep for 11 seconds 00000100:00100000:1.0:1788775822.352115:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403136 00000100:00100000:1.0:1788775822.352119:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403136 00000100:00100000:1.0:1788775822.352144:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788775822.352161:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723403136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775822.352169:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775822.352178:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca440 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.352203:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 18 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.352211:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 18 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775822.352218:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248033400, rc 0) 00000100:00100000:1.0:1788775822.352249:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723403136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775822.352256:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788775822.352415:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775822.352428:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775822.352436:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775822.352484:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403264:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788775822.352514:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775822.352664:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7900 going to sleep for 11 seconds 00000100:00100000:1.0:1788775822.356841:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403264 00000100:00100000:1.0:1788775822.356857:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403264 00000100:00100000:1.0:1788775822.356933:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788775822.356944:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723403264:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788775822.356971:0:22725:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788775822.356988:0:22725:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788775822.356991:0:22725:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788775822.357296:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723403264:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 353us (4779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775822.357304:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788775822.357943:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723403264:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788775822.358008:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788775822.358018:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775822.358029:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775822.734413:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:0.0:1788775823.255357:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788775823.311304:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788775823.758547:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:0.0:1788775824.271663:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775824.788210:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:2.0:1788775825.295966:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775825.809958:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 0 seconds 00010000:00010000:0.0:1788775826.320271:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788775826.382613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788775826.382619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788775826.382623:0:37:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775826.382635:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff89a245abe000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775826.382671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fab8380 x1875666723403520/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775826.382688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775826.382691:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775826.382694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775826.382697:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775826.382724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775826.382727:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788775826.382729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775826.382732:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788775826.382757:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723403904:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.382832:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775826.382866:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788775826.382873:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723403392:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.382903:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775826.382937:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723403648:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.383109:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775826.383135:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788775826.383141:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723403776:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.383173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775826.383228:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403904 00000100:00100000:3.0:1788775826.383236:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403904 00000100:00100000:3.0:1788775826.383277:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403648 00000100:00100000:3.0:1788775826.383281:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403648 00000100:00100000:3.0:1788775826.383298:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775826.383339:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723403904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775826.383400:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723403904:12345-0@lo:400:kworker.0 Request processed in 63us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775826.383408:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775826.383424:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775826.383429:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723403648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775826.383454:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723403648:12345-0@lo:400:kworker.0 Request processed in 26us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775826.383459:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788775826.383540:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37faba300 x1875666723403648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775826.383555:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723403648:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.383596:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403392 00000100:00100000:1.0:1788775826.383600:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403392 00000100:00100000:1.0:1788775826.383637:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788775826.383645:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:3648:x1875666723403392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.383676:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:3648:x1875666723403392:12345-0@lo:400:kworker.0 Request processed in 32us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775826.383682:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788775826.383713:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723403520:0@lo:38:kworker.0 00000100:00100000:1.0:1788775826.383750:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775826.387661:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723404032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775826.389210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775826.392715:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403776 00000100:00100000:0.0:1788775826.392731:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403776 00000100:00100000:0.0:1788775826.392807:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723403520 00000100:00100000:0.0:1788775826.392811:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723403520 00000100:00100000:0.0:1788775826.392828:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788775826.392839:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723403776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775826.392947:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723403776:12345-0@lo:400:kworker.0 Request processed in 110us (9773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775826.392955:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788775826.392985:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788775826.392990:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37faba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875666723403520:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788775826.393030:0:23474:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:0.0:1788775826.393068:0:23474:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca44e 00000004:00100000:0.0:1788775826.393085:0:23474:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788775826.393091:0:23474:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1788775826.398228:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723403776:0@lo:400:kworker.0 00000100:00100000:1.0:1788775826.398278:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723403392:0@lo:400:kworker.0 00010000:00080000:1.0:1788775826.398295:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37fab9f80 x1875666723403904/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775826.398331:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723403904:0@lo:400:kworker.0 00000100:00100000:2.0:1788775826.398433:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404032 00000100:00100000:2.0:1788775826.398440:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404032 00000100:00100000:2.0:1788775826.398486:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788775826.398499:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723404032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788775826.398533:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788775826.398595:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723404032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (9392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775826.398602:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788775826.398634:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723404032:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788775826.401580:0:23474:0:(import.c:65:import_set_state_nolock()) ffff89a2478dc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788775826.401687:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37faba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1875666723403520:12345-0@lo:38:kworker.0 Request processed in 8693us (17946us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775826.401698:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1788775826.401879:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788775826.401890:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788775826.401895:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788775826.401897:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245abe000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788775826.401920:0:3645:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d55c9186): req@ffff89a37ddbc700 x1875666723396480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775826.401941:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723403520:0@lo:38:kworker.0 00000100:00100000:2.0:1788775826.402023:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775826.402048:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3764a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788775826.402063:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723396480 00000100:00100000:2.0:1788775826.402069:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723396480 00000100:00100000:2.0:1788775826.402107:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775826.402117:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875666723396480:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788775826.402183:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875666723396480:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 67us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775826.402190:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775826.402217:0:22773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22773:1875666723396480:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1788775826.402249:0:22773:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788775826.402287:0:22773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22773:1875666723404160:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788775826.402352:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775826.402374:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a348f406c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775826.402976:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775826.402987:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723404288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775826.403019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775826.403050:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404160 00000100:00100000:1.0:1788775826.403055:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404160 00000100:00100000:1.0:1788775826.403080:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404288 00000100:00100000:1.0:1788775826.403089:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404288 00000100:00100000:1.0:1788775826.403105:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788775826.403112:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22773:x1875666723404160:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788775826.403222:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22773:x1875666723404160:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 109us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775826.403230:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788775826.403244:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788775826.403250:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1875666723404288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788775826.403272:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775826.403339:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1875666723404288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775826.403346:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788775826.403379:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723404288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775826.403407:0:22773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22773:1875666723404160:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788775826.403477:0:22773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22773:1875666723404416:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788775826.403503:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775826.403518:0:22773:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775826.403529:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404416 00000100:00100000:1.0:1788775826.403532:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404416 00000100:00100000:1.0:1788775826.403554:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788775826.403560:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875666723404416:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788775826.403603:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875666723404416:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 43us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775826.403609:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788775826.403633:0:22773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22773:1875666723404416:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1788775826.403677:0:22773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788775826.405706:0:22773:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788775826.405809:0:22773:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:1.0:1788775826.405815:0:22773:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:3.0:1788775826.804536:0:23736:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788775827.342579:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788775828.206916:0:23789:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788775828.207128:0:23789:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788775828.368833:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788775828.945137:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788775829.391421:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788775829.548215:0:23839:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788775829.548526:0:23839:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788775830.414495:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788775830.631564:0:23887:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcfb8ff410 20000000:00000080:1.0:1788775830.631581:0:23887:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff89a366edac00 uarg=0000000000000000 20000000:01000000:1.0:1788775830.631624:0:23887:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788775830.631632:0:23887:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788775830.631638:0:23887:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788775830.636279:0:23888:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788775830.636534:0:23887:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788775830.646737:0:23887:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788775830.646767:0:23887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.646805:0:23887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.646814:0:23887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.646828:0:23887:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.646874:0:23887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.646890:0:23887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 17 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775830.646905:0:23887:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23887:1875666723404544:0@lo:104: 00000100:00100000:3.0:1788775830.647105:0:23887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788775830.647211:0:23887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.647220:0:23887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775830.647229:0:23887:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23887:1875666723404672:0@lo:104: 00000100:00100000:3.0:1788775830.647252:0:23887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775830.649843:0:23887:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775830.652786:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404544 00000100:00100000:2.0:1788775830.652803:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404544 00000100:00100000:3.0:1788775830.656798:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404672 00000100:00100000:3.0:1788775830.656811:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404672 00000100:00100000:3.0:1788775830.656831:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775830.656857:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:23887:x1875666723404544:12345-0@lo:104: 00010000:00010000:3.0:1788775830.656878:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.656989:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788775830.656995:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:23887:x1875666723404544:12345-0@lo:104: Request processed in 141us (9891us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775830.657002:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775830.657018:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775830.657024:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:23887:x1875666723404672:12345-0@lo:104: 00010000:00010000:3.0:1788775830.657031:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775830.657071:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788775830.657076:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:23887:x1875666723404672:12345-0@lo:104: Request processed in 53us (9824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775830.657081:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1788775830.659289:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788775830.659302:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659344:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033200 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775830.659348:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659358:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775830.659365:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775830.659371:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788775830.659412:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659418:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775830.659440:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659448:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a248033200/0x445c1d62c18ca3fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca401 expref: -99 pid: 23465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659462:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775830.659466:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659483:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a34148cc00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:2.0:1788775830.659487:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659493:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788775830.659499:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775830.659504:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788775830.659515:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659520:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788775830.659532:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659538:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a34148cc00/0x445c1d62c18ca2f7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca2fe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775830.659552:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775830.659554:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775830.659555:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775830.659562:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788775830.659577:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723404800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775830.659637:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775830.659681:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788775830.659689:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723404928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788775830.659719:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775830.659765:0:23887:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23887:1875666723404544:0@lo:104: 00000100:00100000:2.0:1788775830.659774:0:23887:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23887:1875666723404672:0@lo:104: 00010000:00010000:2.0:1788775830.659793:0:23887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775830.662103:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404800 00000100:00100000:1.0:1788775830.662120:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404800 00010000:00010000:1.0:1788775830.662160:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 18 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775830.662202:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723404928 00000100:00100000:1.0:1788775830.662205:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723404928 00010000:00010000:1.0:1788775830.662218:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 19 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775830.662233:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788775830.662243:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01055583-8c6a-411d-9136-d366c1b1cf41+19:3646:x1875666723404800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775830.662256:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775830.662274:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 19 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662286:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 19 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662305:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a34148d800/0x445c1d62c18ca401 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca3fa expref: 19 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662349:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775830.662420:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01055583-8c6a-411d-9136-d366c1b1cf41+18:3646:x1875666723404800:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775830.662427:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788775830.662445:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788775830.662452:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01055583-8c6a-411d-9136-d366c1b1cf41+17:3649:x1875666723404928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775830.662460:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775830.662464:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662473:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662483:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a340030c00/0x445c1d62c18ca2fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca2f7 expref: 17 pid: 22725 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662496:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662504:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662518:0:22719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662525:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662531:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662544:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662549:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775830.662553:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662560:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662574:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662585:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775830.662614:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01055583-8c6a-411d-9136-d366c1b1cf41+16:3649:x1875666723404928:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775830.662621:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788775830.662658:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723404928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788775830.662690:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723404800:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775830.662709:0:23887:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662717:0:23887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775830.662723:0:23887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b9c00/0x445c1d62c18ca455 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775830.663879:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775831.440340:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775831.502780:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723405056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775831.502853:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775831.502940:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723405056 00000100:00100000:1.0:1788775831.502948:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723405056 00000100:00100000:1.0:1788775831.502994:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788775831.503004:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723405056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788775831.503036:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788775831.503080:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723405056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775831.503087:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788775831.503132:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723405056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788775831.503415:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788775831.503425:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723405184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788775831.503456:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775831.503485:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723405184 00000100:00100000:2.0:1788775831.503489:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723405184 00000100:00100000:2.0:1788775831.503516:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788775831.503521:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1875666723405184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775831.503541:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775831.503574:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1875666723405184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775831.503580:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788775831.503608:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723405184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775831.504086:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775821/real 1788775821] req@ffff89a37fadad80 x1875666723399808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504104:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37fadad80 x1875666723399808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504114:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775821/real 1788775821] req@ffff89a37ddbce00 x1875666723399552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504126:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37ddbce00 x1875666723399552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504135:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775816/real 1788775816] req@ffff89a37ddbfb80 x1875666723397504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504174:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37ddbfb80 x1875666723397504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504183:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775816/real 1788775816] req@ffff89a37ddbdc00 x1875666723397760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.504193:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37ddbdc00 x1875666723397760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788775831.504204:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775831.504212:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788775831.504215:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399808:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788775831.504220:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247531800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775831.504223:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788775831.504226:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723399552:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788775831.504230:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775831.504233:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788775831.504235:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397504:0@lo:8:kworker.0 00000100:00080000:3.0:1788775831.504239:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775831.504242:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788775831.504245:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723397760:0@lo:8:kworker.0 00000100:00080000:3.0:1788775831.504564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775831.504568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788775831.504570:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775831.504574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:3.0:1788775831.504585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788775831.504590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff89a247524800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775831.504608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de51500 x1875666723405440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775831.507138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1788775831.507283:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788775831.507331:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723405312:0@lo:400:kworker.0 00000100:00100000:1.0:1788775831.507407:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775831.507569:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723405312 00000100:00100000:1.0:1788775831.507578:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723405312 00000100:00100000:1.0:1788775831.507639:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788775831.507648:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+16:3646:x1875666723405312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775831.507701:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+16:3646:x1875666723405312:12345-0@lo:400:kworker.0 Request processed in 53us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775831.507708:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788775831.507761:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723405312:0@lo:400:kworker.0 00000100:00080000:3.0:1788775831.508137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1788775831.509416:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723405440:0@lo:8:kworker.0 00000400:00000100:0.0:1788775831.509471:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723405440 offset 0 length 520: 4 00000100:00080000:3.0:1788775831.509783:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775831.509793:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:3.0:1788775831.509798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788775831.509805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775831.509837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de50380 x1875666723405568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775831.509884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775831.509888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788775831.509890:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247531800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775831.509894:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 754 00000100:00080000:3.0:1788775831.509896:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775831.509900:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff89a247531800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775831.509910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de53480 x1875666723405824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775831.509919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775831.509922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788775831.509924:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775831.509927:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 754 00000100:00080000:3.0:1788775831.509929:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788775831.509949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775831.510479:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723405568:0@lo:8:kworker.0 00000400:00000100:0.0:1788775831.510513:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723405568 offset 0 length 520: 4 00000100:00100000:0.0:1788775831.510532:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723405824:0@lo:8:kworker.0 00000400:00000100:0.0:1788775831.510544:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723405824 offset 0 length 520: 4 00000100:00100000:3.0:1788775831.510694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de52d80 x1875666723405952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775831.510738:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723405952:0@lo:8:kworker.0 00000400:00000100:0.0:1788775831.510763:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875666723405952 offset 0 length 520: 4 00000100:00100000:3.0:1788775831.511009:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723405696:0@lo:400:kworker.0 00000100:00100000:3.0:1788775831.511054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775831.511089:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775831.511095:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723406080:0@lo:400:kworker.0 00000100:00100000:3.0:1788775831.511117:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775831.511226:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723405696 00000100:00100000:3.0:1788775831.511233:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723405696 00000100:00100000:3.0:1788775831.511286:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406080 00000100:00100000:3.0:1788775831.511289:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406080 00000100:00100000:3.0:1788775831.511303:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775831.511332:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723405696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775831.511380:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723405696:12345-0@lo:400:kworker.0 Request processed in 69us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775831.511386:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775831.511403:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775831.511409:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723406080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775831.511436:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723406080:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775831.511442:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788775831.511476:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de53800 x1875666723406080/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.511487:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723406080:0@lo:400:kworker.0 00010000:00080000:3.0:1788775831.511497:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de51180 x1875666723405696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775831.511517:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723405696:0@lo:400:kworker.0 00000001:00100000:2.0:1788775832.021672:0:23466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788775832.475028:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788775832.526392:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788775832.526401:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a37cb12000 from 13 10000000:01000000:3.0:1788775832.526406:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775832.526454:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526475:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526487:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775832.526511:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.526575:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.526624:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1788775832.526645:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406208 00000100:00100000:3.0:1788775832.526653:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406208 00000100:00100000:3.0:1788775832.526705:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788775832.526714:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+16:22730:x1875666723406208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775832.526727:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775832.526740:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca45c expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526762:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526773:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526793:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b9000, rc 0) 00000100:00100000:3.0:1788775832.526829:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775832.526835:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788775832.526878:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775832.526891:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.526901:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775832.527534:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.527566:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.527582:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1788775832.527610:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406336 00000100:00100000:3.0:1788775832.527614:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406336 00000100:00100000:3.0:1788775832.527636:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788775832.527642:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.527737:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775832.527744:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788775832.527772:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.527798:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.527832:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.527847:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1788775832.527858:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406464 00000100:00100000:3.0:1788775832.527861:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406464 00000100:00100000:3.0:1788775832.527878:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788775832.527883:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.528059:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 60us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775832.528067:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788775832.528102:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406464:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788775832.538922:0:23949:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788775832.539378:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788775832.539399:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788775832.539412:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.539424:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775832.539436:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788775832.539439:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a3453b1800 from 13 10000000:01000000:3.0:1788775832.539442:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775832.539491:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.539500:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.539512:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775832.539537:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.539628:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.539677:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:1.0:1788775832.539858:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406592 00000100:00100000:1.0:1788775832.539871:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406592 00000100:00100000:1.0:1788775832.539909:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788775832.539917:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+17:22730:x1875666723406592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775832.539930:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775832.539941:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca46a expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775832.540092:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775832.540101:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775832.540109:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032000, rc 0) 00000100:00100000:1.0:1788775832.540147:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723406592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 231us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775832.540154:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788775832.542409:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775832.542435:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.542449:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775832.542556:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.542636:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.542680:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:1.0:1788775832.548143:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406720 00000100:00100000:1.0:1788775832.548158:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406720 00000100:00100000:1.0:1788775832.548217:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788775832.548227:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723406720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788775832.548426:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723406720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 200us (5789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775832.548435:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788775832.549227:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.549295:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.549367:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775832.549399:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1788775832.549414:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406848 00000100:00100000:3.0:1788775832.549418:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406848 00000100:00100000:3.0:1788775832.549451:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788775832.549459:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723406848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775832.550784:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:22730:x1875666723406848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1323us (1414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775832.550794:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788775832.550852:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723406848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788775832.570035:0:23950:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788775832.572661:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788775832.572705:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788775832.572716:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775832.572729:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775833.502031:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788775833.551439:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788775834.529583:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775835.537595:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775836.567328:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775836.623688:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723407104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775836.623789:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775836.623845:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788775836.623852:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723406976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775836.623881:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775836.624482:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407104 00000100:00100000:2.0:1788775836.624494:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407104 00000100:00100000:2.0:1788775836.624553:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723406976 00000100:00100000:2.0:1788775836.624556:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723406976 00000100:00100000:2.0:1788775836.624572:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788775836.624581:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723407104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775836.624633:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775836.624708:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723407104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775836.624717:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788775836.624735:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788775836.624741:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723406976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788775836.624808:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788775836.624835:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723406976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775836.624841:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788775836.625600:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723406976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775836.625618:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723407104:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1788775836.650012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775836.650021:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775836.650024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775836.650027:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775836.650038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775836.650041:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775836.650044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775836.650047:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788775836.651821:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723407232:0@lo:400:kworker.0 00000100:00100000:0.0:1788775836.651921:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775836.651979:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788775836.651987:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723407360:0@lo:400:kworker.0 00000100:00100000:0.0:1788775836.652020:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775836.652059:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723407488:0@lo:400:kworker.0 00000100:00100000:0.0:1788775836.652086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775836.652744:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407360 00000100:00100000:0.0:1788775836.652759:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407360 00000100:00100000:0.0:1788775836.652910:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407488 00000100:00100000:0.0:1788775836.652914:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407488 00000100:00100000:0.0:1788775836.652936:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788775836.652948:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723407360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775836.653032:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723407360:12345-0@lo:400:kworker.0 Request processed in 86us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775836.653057:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788775836.653078:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775836.653084:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723407488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775836.653119:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723407488:12345-0@lo:400:kworker.0 Request processed in 35us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775836.653125:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1788775836.653174:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37fad9880 x1875666723407360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775836.653191:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723407360:0@lo:400:kworker.0 00010000:00080000:0.0:1788775836.653241:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37fadad80 x1875666723407488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775836.653252:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723407488:0@lo:400:kworker.0 00000100:00100000:1.0:1788775836.654689:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407232 00000100:00100000:1.0:1788775836.654700:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407232 00000100:00100000:1.0:1788775836.654762:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788775836.654773:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:3648:x1875666723407232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775836.654874:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:3648:x1875666723407232:12345-0@lo:400:kworker.0 Request processed in 102us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775836.654883:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788775836.655217:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723407232:0@lo:400:kworker.0 00010000:00010000:3.0:1788775837.618849:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788775838.160045:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788775838.674713:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775839.697950:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775840.718538:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788775841.318701:0:24241:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788775841.318707:0:24241:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788775841.318709:0:24241:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788775841.318835:0:24241:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff89a247535000 00000020:01000004:1.0:1788775841.320085:0:24241:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788775841.320112:0:24241:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788775841.320215:0:24241:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff89a380cb19b8) 00000020:00000080:1.0:1788775841.320246:0:24241:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788775841.488635:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788775841.507037:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788775841.513678:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788775841.514361:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788775841.514935:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788775841.515787:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788775841.522551:0:24241:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1788775841.526951:0:24241:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788775841.527352:0:24241:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788775841.527372:0:24241:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788775841.527390:0:24241:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x445c1d62c18ca47f 00000020:01000004:2.0:1788775841.527399:0:24241:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788775841.527428:0:24241:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.122@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788775841.527433:0:24241:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.122@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788775841.527441:0:24241:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788775841.527446:0:24241:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788775841.529083:0:24241:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff89a3721bb370) 00000020:00000080:2.0:1788775841.529121:0:24241:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1788775841.531568:0:24241:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775841.531896:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788775841.531902:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788775841.533003:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788775841.533012:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788775841.537001:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788775841.537023:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788775841.553294:0:24241:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788775841.553487:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788775841.553493:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788775841.562507:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1788775841.562534:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788775841.595769:0:24241:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788775841.596048:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788775841.596062:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1788775841.603134:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788775841.603148:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1788775841.608179:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788775841.608975:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1788775841.611617:0:24241:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788775841.611847:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1788775841.612166:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788775841.614041:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1788775841.614054:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788775841.677576:0:24241:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788775841.678098:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788775841.678105:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788775841.681098:0:24241:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788775841.681117:0:24241:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788775841.681753:0:24241:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788775841.681800:0:24241:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1788775841.681808:0:24241:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.122@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1788775841.712426:0:24241:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.122@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788775841.712470:0:24241:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.122@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788775841.712475:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788775841.712477:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788775841.712478:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775841.712479:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775841.712481:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775841.712482:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775841.712483:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775841.712485:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775841.712486:0:24241:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788775841.712489:0:24241:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788775841.712492:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788775841.712493:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788775841.712494:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775841.712495:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775841.712496:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775841.712497:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775841.712498:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775841.712499:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775841.712500:0:24241:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788775841.712536:0:24241:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788775841.712556:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407616:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788775841.712628:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.712715:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34aeef000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775841.716792:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407616 00000100:00100000:3.0:1788775841.716810:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407616 00000100:00100000:3.0:1788775841.716899:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788775841.716911:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:24241:x1875666723407616:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788775841.716972:0:22727:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788775841.716975:0:22727:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1788775841.716980:0:22727:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788775841.717707:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+18:24241:x1875666723407616:12345-0@lo:253:mount.lustre.0 Request processed in 794us (5074us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.717717:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788775841.717941:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407616:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788775841.717958:0:24241:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788775841.717962:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788775841.717964:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788775841.717966:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775841.717967:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775841.717968:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775841.717969:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775841.717976:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775841.717978:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775841.717979:0:24241:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788775841.718000:0:24241:0:(tgt_mount.c:101:server_register_mount()) register mount ffff89a247535000 from lustre-OST0000 10000000:01000000:2.0:1788775841.718039:0:24241:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788775841.718042:0:24241:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788775841.718050:0:24241:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff89a346234d28 local copy 00010000:00010000:2.0:1788775841.718062:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775841.718165:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775841.718205:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.718245:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3431820c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775841.718594:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407744 00000100:00100000:3.0:1788775841.718600:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407744 00000100:00100000:3.0:1788775841.718628:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788775841.718635:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:24241:x1875666723407744:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775841.718705:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+18:24241:x1875666723407744:12345-0@lo:501:mount.lustre.0 Request processed in 70us (500us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788775841.718712:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788775841.718780:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407744:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788775841.718794:0:24241:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.122@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788775841.718811:0:24241:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.122@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788775841.718817:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.718825:0:24241:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775841.718847:0:24241:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff89a247535000 10000000:01000000:2.0:1788775841.718862:0:24241:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788775841.718867:0:24241:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788775841.718869:0:24241:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788775841.718873:0:24241:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788775841.718876:0:24241:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788775841.718896:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.718914:0:24241:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.718923:0:24241:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775841.718934:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407872:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788775841.718959:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.718982:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3431820c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775841.719150:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723407872 00000100:00100000:1.0:1788775841.719164:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723407872 00000100:00100000:1.0:1788775841.719208:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788775841.719216:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+18:24241:x1875666723407872:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775841.719224:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775841.719236:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248032600/0x445c1d62c18ca494 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca48d expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.719258:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032600/0x445c1d62c18ca494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca48d expref: 19 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.719279:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248032600/0x445c1d62c18ca494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca48d expref: 19 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.719289:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032600, rc 0) 00000100:00100000:1.0:1788775841.719340:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723407872:12345-0@lo:101:mount.lustre.0 Request processed in 125us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775841.719347:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788775841.719519:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723407872:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788775841.719532:0:24241:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca494 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.719541:0:24241:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca494 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788775841.723061:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788775841.725369:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775841.730403:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788775841.730465:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788775841.730482:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788775841.730497:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788775841.730510:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788775841.730524:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788775841.730537:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788775841.730551:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788775841.730563:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788775841.730575:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788775841.730587:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788775841.730599:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788775841.730623:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788775841.730629:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788775841.730744:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408000:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775841.730813:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.730864:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e1e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788775841.731146:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408000 00000100:00100000:2.0:1788775841.731153:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408000 00000100:00100000:2.0:1788775841.731216:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788775841.731228:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408000:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775841.731403:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408000:12345-0@lo:501:mount.lustre.0 Request processed in 177us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775841.731411:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788775841.731792:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775841.731833:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408128:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775841.731898:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.731931:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775841.732133:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408128 00000100:00100000:3.0:1788775841.732138:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408128 00000100:00100000:3.0:1788775841.732186:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788775841.732194:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408128:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788775841.733513:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408128:12345-0@lo:503:mount.lustre.0 Request processed in 1316us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.733533:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788775841.733642:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408128:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788775841.734207:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788775841.734488:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408256:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775841.734541:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.734622:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775841.739101:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408256 00000100:00100000:2.0:1788775841.739121:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408256 00000100:00100000:0.0:1788775841.742397:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788775841.742413:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408256:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775841.742711:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723408384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775841.742784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.742833:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788775841.742841:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723408512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775841.742874:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.742902:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408384 00000100:00100000:0.0:1788775841.742909:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408384 00000100:00100000:0.0:1788775841.742937:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408512 00000100:00100000:0.0:1788775841.742940:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408512 00000100:00100000:0.0:1788775841.742953:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788775841.742960:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723408384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788775841.742985:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788775841.743026:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723408384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.743033:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788775841.743048:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788775841.743055:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723408512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775841.743071:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788775841.743103:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723408512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.743117:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788775841.743174:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723408512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775841.743204:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723408384:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1788775841.744458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.744467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.744470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.744473:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.744519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.744522:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.744525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.744527:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788775841.744570:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723408768:0@lo:400:kworker.0 00000100:00100000:3.0:1788775841.744628:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.744682:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408768 00000100:00100000:3.0:1788775841.744689:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408768 00000100:00100000:3.0:1788775841.744733:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788775841.744741:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723408768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775841.744787:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723408768:12345-0@lo:400:kworker.0 Request processed in 46us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.744796:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1788775841.744834:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de52a00 x1875666723408768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775841.744847:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723408768:0@lo:400:kworker.0 00000100:00100000:2.0:1788775841.744953:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723408640:0@lo:400:kworker.0 00000100:00100000:2.0:1788775841.744994:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.746371:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408256:12345-0@lo:502:mount.lustre.0 Request processed in 3957us (11826us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775841.746382:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788775841.746722:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408256:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775841.747007:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408640 00000100:00100000:3.0:1788775841.747025:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408640 00000100:00100000:3.0:1788775841.747072:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775841.747081:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723408640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775841.747139:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723408640:12345-0@lo:400:kworker.0 Request processed in 60us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.747146:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788775841.747203:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37de53800 x1875666723408640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775841.747215:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723408640:0@lo:400:kworker.0 00000040:00080000:0.0:1788775841.750428:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788775841.750508:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788775841.750525:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788775841.750539:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788775841.750557:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788775841.750568:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788775841.750580:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788775841.750592:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788775841.750604:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1788775841.750615:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1788775841.750627:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1788775841.750642:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1788775841.750698:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408896:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775841.751521:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.751611:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788775841.754482:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775841.756385:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723408896 00000100:00100000:3.0:1788775841.756401:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723408896 00000100:00100000:3.0:1788775841.756468:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788775841.756479:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775841.756659:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723408896:12345-0@lo:502:mount.lustre.0 Request processed in 181us (5139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.756667:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788775841.757200:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723408896:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788775841.757288:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1788775841.757304:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1788775841.758706:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788775841.758717:0:24258:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1788775841.758724:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775841.758726:0:24258:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788775841.758732:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775841.758754:0:24258:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff89a3767b3370) 00000020:00000080:0.0:1788775841.758791:0:24258:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788775841.758799:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788775841.758985:0:24258:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a247535000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788775841.758992:0:24258:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788775841.758999:0:24258:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x445c1d62c18ca4a2 00010000:00010000:0.0:1788775841.764217:0:24258:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1788775841.766503:0:24258:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788775841.776214:0:24258:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788775841.779257:0:24258:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788775841.779968:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775841.779979:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.779981:0:24258:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788775841.779986:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788775841.779990:0:24258:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788775841.779991:0:24258:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788775841.779993:0:24258:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788775841.779994:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788775841.779996:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.779998:0:24258:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788775841.780000:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775841.780004:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.780005:0:24258:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788775841.780009:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788775841.780020:0:24258:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788775841.780023:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775841.780026:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.780027:0:24258:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788775841.780030:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775841.780032:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.780034:0:24258:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788775841.780038:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788775841.780071:0:24258:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775841.780074:0:24258:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775841.780075:0:24258:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788775841.780078:0:24258:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788775841.798726:0:24241:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788775841.798791:0:24241:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788775841.798811:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca494 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.798825:0:24241:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a382050800/0x445c1d62c18ca48d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca494 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775841.798834:0:24241:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a247535000 from 1 10000000:01000000:3.0:1788775841.798837:0:24241:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775841.798898:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.798919:0:24241:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.798932:0:24241:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775841.798957:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775841.799020:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.799066:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e1e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.799422:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409024 00000100:00100000:0.0:1788775841.799431:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409024 00000100:00100000:0.0:1788775841.799473:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788775841.799482:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+19:24241:x1875666723409024:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775841.799496:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775841.799513:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca4a9 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.799553:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 20 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.799565:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 20 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.799575:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655de00, rc 0) 00000100:00100000:0.0:1788775841.799622:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409024:12345-0@lo:101:mount.lustre.0 Request processed in 140us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.799629:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788775841.800023:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409024:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775841.800040:0:24241:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.800049:0:24241:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788775841.806522:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788775841.807175:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775841.807519:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788775841.807547:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788775841.807561:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788775841.807591:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788775841.807605:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788775841.807616:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788775841.807627:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788775841.807637:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788775841.807649:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788775841.807660:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788775841.807679:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788775841.807695:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788775841.807699:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788775841.808627:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775841.808708:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.808820:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e1ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775841.809516:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409152 00000100:00100000:1.0:1788775841.809524:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409152 00000100:00100000:1.0:1788775841.809607:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788775841.809617:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409152:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775841.809776:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409152:12345-0@lo:501:mount.lustre.0 Request processed in 160us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775841.809784:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788775841.809888:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775841.809929:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788775841.809979:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.810452:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e1ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.810560:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409280 00000100:00100000:0.0:1788775841.810566:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409280 00000100:00100000:0.0:1788775841.810595:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788775841.810610:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409280:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775841.810720:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409280:12345-0@lo:503:mount.lustre.0 Request processed in 111us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.810727:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788775841.812524:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409280:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788775841.813225:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788775841.813535:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775841.813632:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.813725:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a377581f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788775841.817901:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409408 00000100:00100000:1.0:1788775841.817917:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409408 00000100:00100000:2.0:1788775841.818056:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788775841.818070:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409408:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.818267:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409408:12345-0@lo:502:mount.lustre.0 Request processed in 201us (4635us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.818532:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409408:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788775841.818808:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788775841.818841:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788775841.818866:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788775841.818882:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788775841.818911:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788775841.818926:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788775841.818938:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788775841.818950:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788775841.818961:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788775841.818972:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788775841.818983:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788775841.819025:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775841.819077:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.819135:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788775841.824658:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e1e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775841.830132:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409536 00000100:00100000:2.0:1788775841.830151:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409536 00000100:00100000:2.0:1788775841.830228:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788775841.830238:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409536:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.830736:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409536:12345-0@lo:502:mount.lustre.0 Request processed in 498us (11659us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775841.830745:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788775841.830899:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788775841.830985:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788775841.831000:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788775841.836541:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775841.836556:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836559:0:24262:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788775841.836566:0:24262:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a247535000 00000020:00000080:3.0:1788775841.836569:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788775841.836577:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775841.836580:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836581:0:24262:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788775841.836583:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775841.836586:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836587:0:24262:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788775841.836589:0:24262:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a247535000 00000020:00000080:3.0:1788775841.836591:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788775841.836664:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775841.836668:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836669:0:24262:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788775841.836672:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775841.836675:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836676:0:24262:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788775841.836680:0:24262:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a247535000 00000020:00000080:3.0:1788775841.836682:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788775841.836701:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775841.836704:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836705:0:24262:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788775841.836708:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775841.836725:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836727:0:24262:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788775841.836731:0:24262:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a247535000 00000020:00000080:3.0:1788775841.836733:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788775841.836756:0:24262:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775841.836759:0:24262:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775841.836760:0:24262:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788775841.836763:0:24262:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788775841.837057:0:24241:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788775841.837086:0:24241:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788775841.837109:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.837121:0:24241:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775841.837184:0:24241:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788775841.837187:0:24241:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff89a247535000 10000000:01000000:0.0:1788775841.837191:0:24241:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff89a247535000 10000000:01000000:0.0:1788775841.837195:0:24241:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788775841.837202:0:24241:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff89a247535000 from 1 10000000:01000000:0.0:1788775841.837205:0:24241:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788775841.837245:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.837254:0:24241:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775841.837266:0:24241:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775841.837306:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409664:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788775841.837405:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775841.837464:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3775346c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775841.841696:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409664 00000100:00100000:2.0:1788775841.841712:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409664 00000100:00100000:2.0:1788775841.841777:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788775841.841789:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:24241:x1875666723409664:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788775841.841806:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775841.841827:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382050c00/0x445c1d62c18ca4be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca4b7 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.841865:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382050c00/0x445c1d62c18ca4be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca4b7 expref: 21 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.841892:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382050c00/0x445c1d62c18ca4be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca4b7 expref: 21 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.841903:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382050c00, rc 0) 00000100:00100000:2.0:1788775841.841994:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723409664:12345-0@lo:101:mount.lustre.0 Request processed in 207us (4589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775841.842002:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788775841.844468:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775841.844505:0:24241:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4be expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.844519:0:24241:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca4be expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788775841.850534:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788775841.850947:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788775841.851181:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788775841.851206:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788775841.851220:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788775841.851234:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788775841.851246:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788775841.851257:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788775841.852633:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788775841.852677:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788775841.852692:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788775841.852723:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788775841.852738:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788775841.852751:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788775841.852764:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788775841.852800:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788775841.852816:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788775841.852829:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788775841.852842:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788775841.857342:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788775841.857393:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788775841.857408:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788775841.857420:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788775841.857433:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788775841.857446:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788775841.857461:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788775841.857475:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788775841.857487:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788775841.857499:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788775841.857511:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788775841.857523:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788775841.857562:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788775841.857578:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788775841.857591:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788775841.857603:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788775841.857617:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788775841.857629:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788775841.857643:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788775841.857655:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788775841.857669:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788775841.857682:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788775841.857694:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788775841.857706:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788775841.857718:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788775841.857744:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788775841.857759:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788775841.857772:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788775841.857798:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788775841.857812:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788775841.857825:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788775841.858006:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788775841.858025:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788775841.858039:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788775841.858045:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788775841.858169:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775841.858233:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775841.858283:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a246a58000 going to sleep for 11 seconds 00000100:00100000:1.0:1788775841.858365:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409792 00000100:00100000:1.0:1788775841.858373:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409792 00000100:00100000:1.0:1788775841.858419:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788775841.858428:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723409792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775841.858559:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723409792:12345-0@lo:501:mount.lustre.0 Request processed in 131us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775841.858567:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788775841.858622:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775841.858657:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788775841.858696:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775841.858712:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a246a58000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.863203:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723409920 00000100:00100000:0.0:1788775841.863220:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723409920 00000100:00100000:0.0:1788775841.863330:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788775841.863343:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723409920:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775841.867179:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723409920:12345-0@lo:503:mount.lustre.0 Request processed in 3830us (8473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.867194:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788775841.868226:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723409920:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788775841.868759:0:24241:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788775841.869372:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410048:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.869459:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.869515:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3499bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.873544:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410048 00000100:00100000:0.0:1788775841.873559:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410048 00000100:00100000:0.0:1788775841.873650:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788775841.873662:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410048:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775841.873836:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410048:12345-0@lo:502:mount.lustre.0 Request processed in 174us (4375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.873844:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788775841.874172:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410048:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775841.874451:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788775841.874483:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788775841.874499:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788775841.874513:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788775841.874526:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788775841.874537:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788775841.874550:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788775841.874565:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788775841.874579:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788775841.874591:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788775841.874602:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788775841.874613:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788775841.874625:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788775841.874636:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788775841.874658:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788775841.874668:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788775841.874679:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788775841.874689:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788775841.874699:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788775841.874709:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788775841.874719:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788775841.874743:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788775841.874757:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788775841.874771:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788775841.874784:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788775841.874795:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788775841.874808:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788775841.874820:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788775841.874834:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788775841.874845:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788775841.875055:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788775841.875073:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788775841.875085:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788775841.875097:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788775841.875110:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788775841.875123:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788775841.875137:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788775841.875175:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788775841.875191:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788775841.875206:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788775841.875218:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788775841.875229:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788775841.875240:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788775841.875253:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788775841.875502:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788775841.875525:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788775841.875539:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788775841.875583:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788775841.875642:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.875713:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.875756:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3499bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.878579:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410176 00000100:00100000:0.0:1788775841.878594:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410176 00000100:00100000:0.0:1788775841.878652:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788775841.878663:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775841.878844:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410176:12345-0@lo:502:mount.lustre.0 Request processed in 182us (3130us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.878863:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788775841.883479:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775841.883745:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788775841.883775:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788775841.883815:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.884113:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.884165:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3499bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1788775841.884193:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410304 00000100:00100000:2.0:1788775841.884200:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410304 00000100:00100000:2.0:1788775841.884257:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788775841.884267:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410304:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775841.884434:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410304:12345-0@lo:502:mount.lustre.0 Request processed in 167us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775841.884441:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788775841.884492:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410304:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775841.884531:0:24241:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788775841.884539:0:24241:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788775841.888196:0:24267:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788775841.888215:0:24267:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff89a380cb4d28) 00000020:00000080:1.0:1788775841.888240:0:24267:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1788775841.888371:0:24267:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a247535000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788775841.888379:0:24267:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a247535000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788775841.888382:0:24267:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a247535000 3 00010000:00080000:1.0:1788775841.888410:0:24267:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a24816d800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.122@tcp at head 00010000:00010000:1.0:1788775841.897545:0:24267:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1788775841.897790:0:24267:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788775841.897839:0:24267:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788775841.900277:0:24267:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x445c1d62c18ca4cc 00000100:00080000:1.0:1788775841.900298:0:24267:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788775841.900307:0:24267:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89a24816d800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775841.900359:0:24267:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37faba680 x1875666723410432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775841.900417:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723410432:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788775841.900488:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788775841.900552:0:24267:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:01000004:1.0:1788775841.903887:0:24267:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788775841.903911:0:24267:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff89a380cb3370) 00000020:00000080:1.0:1788775841.903939:0:24267:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1788775841.904046:0:24267:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a247535000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788775841.904049:0:24267:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a247535000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788775841.904052:0:24267:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a247535000 3 00010000:00080000:1.0:1788775841.904097:0:24267:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a24816b800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.122@tcp at head 00010000:00010000:1.0:1788775841.909760:0:24267:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1788775841.910432:0:24267:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1788775841.910477:0:24267:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788775841.910495:0:24267:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x445c1d62c18ca4da 00000100:00080000:1.0:1788775841.910507:0:24267:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788775841.910513:0:24267:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff89a24816b800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775841.910550:0:24267:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fab9500 x1875666723410560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775841.910601:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875666723410560:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788775841.910680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788775841.910737:0:24267:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788775841.914353:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410432 00000100:00100000:3.0:1788775841.914366:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410432 00000100:00100000:3.0:1788775841.914404:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410560 00000100:00100000:3.0:1788775841.914408:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410560 00000100:00100000:3.0:1788775841.914425:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775841.914434:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723410432:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788775841.914465:0:22733:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 774 last 0 00000020:00000080:3.0:1788775841.914502:0:22733:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x445c1d62c18ca4e1 00000004:00100000:3.0:1788775841.914522:0:22733:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788775841.914557:0:22733:0:(import.c:65:import_set_state_nolock()) ffff89a2488ab000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788775841.914644:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875666723410432:12345-0@lo:38:llog_process_th.0 Request processed in 210us (14155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.914651:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775841.914669:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775841.914687:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875666723410560:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788775841.914702:0:22733:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 774 last 0 00000020:00000080:3.0:1788775841.914738:0:22733:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x445c1d62c18ca4e8 00000004:00100000:3.0:1788775841.914747:0:22733:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788775841.914763:0:22733:0:(import.c:65:import_set_state_nolock()) ffff89a2488a9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788775841.914793:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875666723410560:12345-0@lo:38:llog_process_th.0 Request processed in 105us (4113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.914799:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788775841.914822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.914826:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.914829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.914832:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.914836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.914840:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788775841.914842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775841.914845:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1788775841.915014:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37fab9500 x1875666723410560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775841.915027:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775841.915037:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788775841.915045:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788775841.915050:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788775841.915052:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a24816b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788775841.915065:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875666723410560:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788775841.915085:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff89a37faba680 x1875666723410432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775841.915093:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775841.915097:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788775841.915101:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788775841.915104:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788775841.915106:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a24816d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788775841.915111:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875666723410432:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788775841.929246:0:24267:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788775841.929379:0:24241:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788775841.929418:0:24241:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775841.929441:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4be expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.929453:0:24241:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a24655c400/0x445c1d62c18ca4b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4be expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788775841.929511:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788775841.929513:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788775841.929514:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775841.929516:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775841.929517:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775841.929518:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775841.929519:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775841.929521:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775841.929523:0:24241:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775841.929527:0:24241:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788775841.929529:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788775841.929531:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788775841.929532:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775841.929533:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775841.929534:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775841.929535:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775841.929536:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775841.929537:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775841.929538:0:24241:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775841.929563:0:24241:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788775841.929582:0:24241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410688:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788775841.929653:0:24241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775841.929695:0:24241:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376713900 going to sleep for 11 seconds 00000100:00100000:0.0:1788775841.935631:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410688 00000100:00100000:0.0:1788775841.935648:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410688 00000100:00100000:0.0:1788775841.935723:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788775841.935734:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410688:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788775841.935770:0:22725:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788775841.935797:0:22725:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788775841.943423:0:22725:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788775841.943445:0:22725:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788775841.943726:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:24241:x1875666723410688:12345-0@lo:253:mount.lustre.0 Request processed in 7988us (14067us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775841.943738:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788775841.943832:0:24241:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:24241:1875666723410688:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788775841.943848:0:24241:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788775841.943865:0:24241:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788775841.943867:0:24241:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788775841.943868:0:24241:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775841.943869:0:24241:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775841.943871:0:24241:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775841.943872:0:24241:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775841.943874:0:24241:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788775841.943876:0:24241:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775841.943877:0:24241:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788775841.943896:0:24241:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1788775841.945389:0:22748:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788775841.945396:0:22748:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788775841.945417:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945434:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945442:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 20 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945450:0:22748:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945489:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 20 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945504:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 20 pid: 22725 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775841.945518:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723410816:0@lo:104: 00000100:00100000:1.0:1788775841.945585:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788775841.945633:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.945642:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 20 pid: 22724 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775841.945658:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723410944:0@lo:104: 00000100:00100000:1.0:1788775841.945684:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775841.945741:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24764e900 going to sleep for 11 seconds 00000001:00000004:1.0:1788775841.953976:0:24241:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788775841.954176:0:22715:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788775841.954200:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410816 00000100:00100000:3.0:1788775841.954208:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410816 00000100:00100000:3.0:1788775841.954251:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723410944 00000100:00100000:3.0:1788775841.954254:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723410944 00000100:00100000:3.0:1788775841.954271:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775841.954280:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723410816:12345-0@lo:104: 00010000:00010000:3.0:1788775841.954298:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954426:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788775841.954434:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723410816:12345-0@lo:104: Request processed in 155us (8849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.954441:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775841.954460:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788775841.954466:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723410944:12345-0@lo:104: 00010000:00010000:3.0:1788775841.954474:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954508:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788775841.954513:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723410944:12345-0@lo:104: Request processed in 49us (8829us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.954519:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1788775841.954562:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788775841.954568:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954576:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a34148d400 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775841.954581:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954590:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775841.954597:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775841.954604:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788775841.954643:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954650:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775841.954666:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954673:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a34148d400/0x445c1d62c18ca440 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca447 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954685:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775841.954688:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954693:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033e00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775841.954696:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954703:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775841.954709:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775841.954714:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788775841.954722:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954727:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775841.954739:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954755:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a248033e00/0x445c1d62c18ca432 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca439 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.954769:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775841.954771:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775841.954773:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775841.954798:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723411072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775841.954830:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.954893:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775841.954900:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723411200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775841.954922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775841.954949:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411072 00000100:00100000:3.0:1788775841.954952:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411072 00010000:00010000:3.0:1788775841.954969:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 21 pid: 22725 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775841.954987:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411200 00000100:00100000:3.0:1788775841.954989:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411200 00010000:00010000:3.0:1788775841.954997:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 22 pid: 22724 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775841.955007:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775841.955012:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+22:3647:x1875666723411072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775841.955022:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775841.955026:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 22 pid: 22725 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955038:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 22 pid: 22725 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955059:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775841.955082:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+22:3647:x1875666723411072:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.955088:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775841.955099:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788775841.955104:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+21:3649:x1875666723411200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775841.955111:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775841.955115:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 21 pid: 22724 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955123:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 21 pid: 22724 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955135:0:22718:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955144:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788775841.955167:0:22718:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009771097s 00010000:00010000:3.0:1788775841.955172:0:22718:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955179:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955186:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955201:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955207:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775841.955211:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955219:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955227:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775841.955235:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775841.955258:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+21:3649:x1875666723411200:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775841.955264:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788775841.955342:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723411072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775841.955367:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723411200:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775841.955714:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033400/0x445c1d62c18ca447 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca440 expref: 20 pid: 22725 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775841.955726:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723410816:0@lo:104: 00010000:00010000:1.0:1788775841.955736:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a34148da00/0x445c1d62c18ca439 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca432 expref: 19 pid: 22724 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775841.955745:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723410944:0@lo:104: 00010000:00010000:1.0:1788775841.955761:0:22748:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.955771:0:22748:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.955776:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775841.955783:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032400/0x445c1d62c18ca4ef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775841.955867:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788775841.966719:0:24241:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788775841.966730:0:24241:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788775841.966772:0:24241:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788775841.966816:0:24241:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.122@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788775841.966848:0:24241:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788775841.967056:0:24241:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1788775841.971426:0:24241:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788775841.971715:0:24241:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788775842.776153:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788775843.182410:0:24322:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788775843.182814:0:24322:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1788775843.537697:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788775843.537708:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a37cb12000 from 13 10000000:01000000:0.0:1788775843.537713:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788775843.537779:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775843.537792:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775843.537806:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775843.537915:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788775843.537999:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775843.538080:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775843.538960:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411328 00000100:00100000:1.0:1788775843.538970:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411328 00000100:00100000:1.0:1788775843.539156:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788775843.539168:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+19:22730:x1875666723411328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775843.539187:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775843.539211:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca4f6 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.539237:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.539249:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.539259:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248033400, rc 0) 00000100:00100000:1.0:1788775843.539346:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+20:22730:x1875666723411328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775843.539354:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788775843.539441:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775843.539457:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.539466:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775843.539548:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411456:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788775843.539590:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775843.544097:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3499bba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788775843.544246:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411456 00000100:00100000:3.0:1788775843.544257:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411456 00000100:00100000:3.0:1788775843.544452:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788775843.544464:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:22730:x1875666723411456:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788775843.544493:0:22727:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788775843.546624:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788775843.546633:0:22727:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788775843.546778:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:22730:x1875666723411456:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 2314us (7185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775843.546789:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788775843.549270:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411456:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788775843.549633:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788775843.549645:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.549656:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775843.549667:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788775843.549669:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a3453b1800 from 13 10000000:01000000:2.0:1788775843.549672:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788775843.549708:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.549716:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.550229:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775843.550265:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788775843.550376:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775843.550416:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a246787900 going to sleep for 11 seconds 00000100:00100000:1.0:1788775843.551602:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411584 00000100:00100000:1.0:1788775843.551613:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411584 00000100:00100000:1.0:1788775843.551673:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788775843.551683:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+20:22730:x1875666723411584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775843.551701:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775843.551721:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca504 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.551764:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 21 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.551775:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 21 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.551784:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032e00, rc 0) 00000100:00100000:1.0:1788775843.551916:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723411584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775843.551924:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788775843.552575:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775843.552597:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.552624:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775843.552690:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411712:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788775843.552740:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775843.552774:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a246787900 going to sleep for 11 seconds 00000100:00100000:1.0:1788775843.552977:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411712 00000100:00100000:1.0:1788775843.552983:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411712 00000100:00100000:1.0:1788775843.553026:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788775843.553033:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723411712:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788775843.553049:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788775843.553067:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788775843.553070:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788775843.553164:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723411712:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 131us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775843.553171:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788775843.554119:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723411712:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788775843.554204:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788775843.554214:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775843.554224:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775843.790631:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788775843.792728:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788775844.814581:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775845.840466:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775846.030444:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775831/real 1788775831] req@ffff89a37de52d80 x1875666723405952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775846 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775846.030479:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de52d80 x1875666723405952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775846 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775846.030511:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775831/real 1788775831] req@ffff89a37de53480 x1875666723405824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775846 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775846.030523:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de53480 x1875666723405824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775846 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788775846.030541:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775846.030573:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788775846.030578:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723405952:0@lo:8:kworker.0 00000100:00080000:1.0:1788775846.030584:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247531800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775846.030589:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788775846.030592:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723405824:0@lo:8:kworker.0 00000100:00080000:0.0:1788775846.030741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775846.030746:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775846.030748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775846.030751:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788775846.030765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775846.030768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788775846.030777:0:38:0:(import.c:65:import_set_state_nolock()) ffff89a247531800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775846.030781:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 764 00000100:00080000:0.0:1788775846.030786:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788775846.030792:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff89a247531800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775846.030814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fa2ed80 x1875666723412352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775846.030828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775846.030831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788775846.030832:0:38:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775846.030835:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 764 00000100:00080000:0.0:1788775846.030838:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788775846.030841:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775846.030852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fa2d500 x1875666723412480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775846.030889:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723412224:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.030953:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031006:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788775846.031013:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723411840:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031049:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031080:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723412608:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031106:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031149:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723411968:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031171:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031189:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723412736:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031226:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031246:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788775846.031251:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723412096:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031274:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031291:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723412864:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031336:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.031370:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412224 00000100:00100000:0.0:1788775846.031377:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412224 00000100:00100000:0.0:1788775846.031413:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411968 00000100:00100000:0.0:1788775846.031416:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411968 00000100:00100000:0.0:1788775846.031429:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788775846.031435:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723412224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031481:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723412224:12345-0@lo:400:kworker.0 Request processed in 45us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031488:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788775846.031501:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788775846.031506:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723411968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031530:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723411968:12345-0@lo:400:kworker.0 Request processed in 23us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031535:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788775846.031549:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723411840 00000100:00100000:0.0:1788775846.031552:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723411840 00000100:00100000:0.0:1788775846.031572:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788775846.031577:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:3648:x1875666723411840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031601:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:3648:x1875666723411840:12345-0@lo:400:kworker.0 Request processed in 24us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031615:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788775846.031639:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412608 00000100:00100000:0.0:1788775846.031641:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412608 00000100:00100000:0.0:1788775846.031656:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412736 00000100:00100000:0.0:1788775846.031658:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412736 00000100:00100000:0.0:1788775846.031673:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412096 00000100:00100000:0.0:1788775846.031675:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412096 00000100:00100000:0.0:1788775846.031682:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412864 00000100:00100000:0.0:1788775846.031685:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412864 00000100:00100000:0.0:1788775846.031696:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788775846.031701:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723412608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031726:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723412608:12345-0@lo:400:kworker.0 Request processed in 25us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031731:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788775846.031740:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788775846.031745:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723412736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031764:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723412736:12345-0@lo:400:kworker.0 Request processed in 19us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031769:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788775846.031777:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775846.031783:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723412096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031803:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723412096:12345-0@lo:400:kworker.0 Request processed in 21us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031808:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775846.031817:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788775846.031822:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723412864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031851:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723412864:12345-0@lo:400:kworker.0 Request processed in 29us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.031856:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1788775846.031898:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f800 x1875666723412096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.031911:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723412096:0@lo:400:kworker.0 00010000:00080000:0.0:1788775846.031919:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f480 x1875666723412864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.031927:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723412864:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031935:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723411968:0@lo:400:kworker.0 00010000:00080000:0.0:1788775846.031943:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2ea00 x1875666723412736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.031950:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723412736:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.031971:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723412352:0@lo:8:kworker.0 00000100:00100000:0.0:1788775846.031993:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.032006:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723412480:0@lo:8:kworker.0 00000100:00100000:0.0:1788775846.032020:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.032042:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723411840:0@lo:400:kworker.0 00010000:00080000:0.0:1788775846.032052:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2dc00 x1875666723412608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.032060:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723412608:0@lo:400:kworker.0 00000100:00100000:0.0:1788775846.032068:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723412224:0@lo:400:kworker.0 00000100:00080000:1.0:1788775846.033109:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775846.033129:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788775846.033152:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412352 00000100:00100000:1.0:1788775846.033158:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412352 00000100:00100000:1.0:1788775846.033185:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412480 00000100:00100000:1.0:1788775846.033187:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412480 00000100:00100000:1.0:1788775846.033198:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775846.033204:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723412352:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788775846.033232:0:24245:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 778 last 0 00000020:00000080:1.0:1788775846.033262:0:24245:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca512 00002000:00100000:1.0:1788775846.033276:0:24245:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff89a24816d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788775846.033281:0:24245:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788775846.033284:0:24245:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788775846.033460:0:24245:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788775846.033490:0:24245:0:(import.c:65:import_set_state_nolock()) ffff89a24816a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788775846.033553:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1875666723412352:12345-0@lo:8:kworker.0 Request processed in 347us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775846.033559:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788775846.033574:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788775846.033578:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723412480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788775846.033589:0:24245:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1788775846.041703:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2ed80 x1875666723412352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788775866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.041721:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788775846.041732:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788775846.041742:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788775846.041748:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788775846.041752:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247531800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788775846.041783:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788775846.041790:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723412352:0@lo:8:kworker.0 00000004:00080000:0.0:1788775846.041864:0:23476:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1788775846.041885:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413120:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.041945:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.041984:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775846.042008:0:24247:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788775846.042014:0:24247:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788775846.042101:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788775846.042133:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723412992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.042160:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.042206:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413120 00000100:00100000:0.0:1788775846.042212:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413120 00000100:00100000:0.0:1788775846.042341:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775846.042352:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23476:x1875666723413120:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.042601:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723412992 00000100:00100000:0.0:1788775846.042606:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723412992 00000100:00100000:0.0:1788775846.042632:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788775846.042638:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1875666723412992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788775846.042664:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788775846.042707:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1875666723412992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.042714:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788775846.042754:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2ed80 x1875666723412992/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788775862 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.042770:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723412992:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788775846.042795:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1788775846.043896:0:23475:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788775846.047848:0:23475:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 778928534269ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788775846.047862:0:23475:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:0.0:1788775846.047895:0:24437:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1788775846.047903:0:24437:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788775846.048851:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23476:x1875666723413120:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6494us (6898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.048864:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788775846.048926:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f100 x1875666723413120/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788775862 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.048941:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413120:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1788775846.048953:0:23476:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788775846.049939:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413248:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.050840:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.050884:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775846.050915:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413248 00000100:00100000:0.0:1788775846.050922:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413248 00000100:00100000:3.0:1788775846.059329:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775846.059353:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23476:x1875666723413248:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788775846.059396:0:24437:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788775846.059499:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23476:x1875666723413248:12345-0@lo:5:osp-pre-0-1.0 Request processed in 156us (8662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775846.059506:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788775846.064436:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f100 x1875666723413248/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788775862 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.064474:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413248:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788775846.064493:0:23476:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788775846.064542:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413376:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.064603:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.064631:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775846.064648:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413376 00000100:00100000:0.0:1788775846.064655:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413376 00000100:00100000:0.0:1788775846.064711:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788775846.064720:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23476:x1875666723413376:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788775846.064760:0:24247:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1788775846.070014:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723412480:12345-0@lo:8:kworker.0 Request processed in 36427us (37985us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775846.070173:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788775846.070239:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775846.070245:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775846.070249:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723412480:0@lo:8:kworker.0 00000004:00080000:3.0:1788775846.075195:0:23466:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:0.0:1788775846.087511:0:24242:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788775846.087524:0:24242:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788775846.088039:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23476:x1875666723413376:12345-0@lo:5:osp-pre-0-1.0 Request processed in 23315us (23431us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788775846.088051:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788775846.088545:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f100 x1875666723413376/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788775862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.088558:0:23476:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788775846.088565:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23476:1875666723413376:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788775846.088580:0:23476:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788775846.088642:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875666723413504:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788775846.088690:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.088717:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775846.089039:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413504 00000100:00100000:3.0:1788775846.089047:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413504 00000100:00100000:3.0:1788775846.089094:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788775846.089104:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875666723413504:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788775846.089180:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875666723413504:12345-0@lo:900:osp-pre-0-1.0 Request processed in 77us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775846.089188:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788775846.089202:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fa2f100 x1875666723413504/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788775862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775846.089213:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875666723413504:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788775846.862802:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775846.862983:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723413632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775846.863053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775846.863119:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413632 00000100:00100000:0.0:1788775846.863127:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413632 00000100:00100000:0.0:1788775846.863174:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788775846.863183:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723413632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788775846.863217:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788775846.863258:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723413632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775846.863265:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788775846.863327:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723413632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775846.863842:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775846.863855:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723413760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775846.863891:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775846.864039:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413760 00000100:00100000:1.0:1788775846.864044:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413760 00000100:00100000:1.0:1788775846.864080:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788775846.864087:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723413760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788775846.864117:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788775846.864154:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723413760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775846.864161:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788775846.864228:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723413760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788775847.890954:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788775848.417703:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1788775848.670458:0:24614:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788775848.912942:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788775849.786697:0:24666:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788775849.787168:0:24666:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788775849.940395:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788775850.678478:0:24716:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788775850.679080:0:24716:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788775850.959278:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775851.150616:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775831/real 1788775831] req@ffff89a37de50380 x1875666723405568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775851 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775851.150667:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de50380 x1875666723405568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775851 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775851.150679:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788775831/real 1788775831] req@ffff89a37de51500 x1875666723405440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775851 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775851.150693:0:3645:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89a37de51500 x1875666723405440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788775851 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775851.150717:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775851.150754:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788775851.150760:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723405568:0@lo:8:kworker.0 00000100:00080000:0.0:1788775851.150768:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788775851.150799:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788775851.150804:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723405440:0@lo:8:kworker.0 00000100:00100000:2.0:1788775851.151561:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723414016:0@lo:400:kworker.0 00000100:00100000:2.0:1788775851.151656:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775851.151759:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723413888:0@lo:400:kworker.0 00000100:00100000:0.0:1788775851.151804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775851.151874:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414016 00000100:00100000:0.0:1788775851.151883:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414016 00000100:00100000:0.0:1788775851.151939:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788775851.151951:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723414016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.152107:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723413888 00000100:00100000:1.0:1788775851.152123:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723413888 00000100:00100000:1.0:1788775851.152158:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788775851.152166:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:3647:x1875666723413888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.152208:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:3647:x1875666723413888:12345-0@lo:400:kworker.0 Request processed in 43us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775851.152215:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788775851.152273:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723413888:0@lo:400:kworker.0 00000100:00080000:3.0:1788775851.152506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775851.152512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788775851.152516:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775851.152530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 764 00000100:00080000:3.0:1788775851.152535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788775851.152540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff89a247524800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775851.152570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de52a00 x1875666723414144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775851.152589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775851.152592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788775851.152594:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775851.152597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 764 00000100:00080000:3.0:1788775851.152600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788775851.152605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775851.152617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de51c00 x1875666723414272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775851.153292:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723414400:0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.153376:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.153460:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414400 00000100:00100000:1.0:1788775851.153466:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414400 00000100:00100000:1.0:1788775851.153508:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788775851.153516:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723414400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.153561:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723414400:12345-0@lo:400:kworker.0 Request processed in 46us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775851.153568:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:1.0:1788775851.153606:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37de51880 x1875666723414400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775851.153621:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723414400:0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.153658:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723414144:0@lo:8:kworker.0 00000100:00100000:1.0:1788775851.153695:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.153726:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723414272:0@lo:8:kworker.0 00000100:00100000:1.0:1788775851.153749:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.153778:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414144 00000100:00100000:1.0:1788775851.153783:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414144 00000100:00100000:1.0:1788775851.153816:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414272 00000100:00100000:1.0:1788775851.153819:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414272 00000100:00100000:1.0:1788775851.153837:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788775851.153843:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723414144:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788775851.153876:0:24245:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 784 last 0 00000020:00000080:1.0:1788775851.153915:0:24245:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca519 00002000:00100000:1.0:1788775851.153934:0:24245:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff89a37f9f4000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788775851.153937:0:24245:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788775851.153940:0:24245:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788775851.154025:0:24245:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788775851.154049:0:24245:0:(import.c:65:import_set_state_nolock()) ffff89a37f9f2800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788775851.154099:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1875666723414144:12345-0@lo:8:kworker.0 Request processed in 255us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775851.154105:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788775851.154118:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788775851.154123:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723414272:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788775851.154135:0:24245:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788775851.154160:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875666723414272:12345-0@lo:8:kworker.0 Request processed in 37us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788775851.154166:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788775851.154195:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37de52a00 x1875666723414144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788775876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775851.154203:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788775851.154210:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788775851.154219:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788775851.154224:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788775851.154233:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247524800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788775851.154248:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788775851.154253:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723414144:0@lo:8:kworker.0 00000100:00080000:1.0:1788775851.154264:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788775851.154268:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788775851.154271:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723414272:0@lo:8:kworker.0 00000004:00080000:1.0:1788775851.154335:0:22756:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788775851.154404:0:22756:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 784035092880ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788775851.154410:0:22756:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788775851.157755:0:22757:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:1.0:1788775851.157797:0:22757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22757:1875666723414656:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788775851.157894:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.157931:0:22757:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376563480 going to sleep for 11 seconds 00000100:00100000:1.0:1788775851.157956:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723414528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788775851.157986:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.158035:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414656 00000100:00100000:1.0:1788775851.158043:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414656 00000100:00100000:1.0:1788775851.158127:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788775851.158137:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1875666723414656:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788775851.158423:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414528 00000100:00100000:1.0:1788775851.158428:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414528 00000100:00100000:1.0:1788775851.158457:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788775851.158465:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1875666723414528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775851.158487:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775851.158540:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1875666723414528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775851.158557:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788775851.158849:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37fab9500 x1875666723414528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775851.158870:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723414528:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788775851.158905:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788775851.159999:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775851.160019:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723414784:0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.160093:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.160144:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414784 00000100:00100000:3.0:1788775851.160150:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414784 00000100:00100000:3.0:1788775851.160193:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788775851.160227:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723414784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.160278:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723414784:12345-0@lo:400:kworker.0 Request processed in 65us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.160286:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788775851.160342:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723414784:0@lo:400:kworker.0 00000100:00080000:3.0:1788775851.160382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788775851.160387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788775851.160391:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788775851.160396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 778 00000100:00080000:3.0:1788775851.160402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788775851.160407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775851.160414:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775851.160422:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723414912:0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.160457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.160636:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723414912 00000100:00100000:3.0:1788775851.160641:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723414912 00000100:00100000:3.0:1788775851.160685:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788775851.160692:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723414912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.160731:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723414912:12345-0@lo:400:kworker.0 Request processed in 39us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.160737:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788775851.160757:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788775851.160778:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37de51500 x1875666723414912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775851.160789:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723414912:0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.160916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37de51500 x1875666723415040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775851.160943:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723415040:0@lo:8:kworker.0 00000100:00100000:3.0:1788775851.160976:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.161007:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415040 00000100:00100000:3.0:1788775851.161011:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415040 00000100:00100000:3.0:1788775851.161030:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788775851.161036:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875666723415040:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788775851.161058:0:24247:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788775851.161107:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875666723415040:12345-0@lo:8:kworker.0 Request processed in 70us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788775851.161114:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1788775851.161138:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775851.161143:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788775851.161147:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723415040:0@lo:8:kworker.0 00000100:00100000:3.0:1788775851.161177:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723415168:0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.161203:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.161244:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723415296:0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.161266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.161293:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415168 00000100:00100000:3.0:1788775851.161296:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415168 00000100:00100000:3.0:1788775851.161351:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415296 00000100:00100000:3.0:1788775851.161354:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415296 00000100:00100000:3.0:1788775851.161375:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788775851.161381:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723415168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.161426:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723415168:12345-0@lo:400:kworker.0 Request processed in 45us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.161433:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788775851.161445:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788775851.161451:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723415296:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1788775851.162342:0:22712:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00080000:1.0:1788775851.162425:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788775851.162468:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723415424:0@lo:400:kworker.0 00000100:00100000:1.0:1788775851.162982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775851.163038:0:22732:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788775851.163048:0:22732:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788775851.163292:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723415296:12345-0@lo:400:kworker.0 Request processed in 1838us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.163305:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788775851.163348:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415424 00000100:00100000:3.0:1788775851.163356:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415424 00000100:00100000:3.0:1788775851.163409:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788775851.163419:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723415424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775851.163485:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723415424:12345-0@lo:400:kworker.0 Request processed in 59us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.163492:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788775851.163511:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788775851.163542:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37ff5d880 x1875666723415424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775851.163558:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723415424:0@lo:400:kworker.0 00010000:00080000:3.0:1788775851.163721:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37de51c00 x1875666723415296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775851.163733:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723415296:0@lo:400:kworker.0 00010000:00080000:3.0:1788775851.163768:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37de51500 x1875666723415168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775851.163791:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723415168:0@lo:400:kworker.0 00000100:00100000:2.0:1788775851.164430:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723414016:0@lo:400:kworker.0 00000100:00100000:0.0:1788775851.165053:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723414016:12345-0@lo:400:kworker.0 Request processed in 13100us (13393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775851.165075:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00002000:00080000:1.0:1788775851.168031:0:24245:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1788775851.168046:0:24245:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1788775851.168054:0:24245:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:2.0:1788775851.200250:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.200267:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.200290:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.200298:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.200306:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.200360:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.200373:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.200383:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.200413:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788775851.200614:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775851.200625:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.200637:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775851.200642:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.200653:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.200684:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.200693:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072280aa8/0x445c1d62c18ca520 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.200719:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.200721:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.200723:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775851.201025:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.201031:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201042:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.201046:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.201050:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201061:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201084:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201105:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201129:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775851.201591:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.201597:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201608:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.201611:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.201615:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201626:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201634:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201642:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.201668:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788775851.201749:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788775851.201758:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201773:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775851.201785:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201794:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201811:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201818:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fbee30e/0x445c1d62c18ca527 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201835:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775851.201838:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201845:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775851.201848:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201856:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201866:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201872:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005517a494/0x445c1d62c18ca52e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.201892:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.201894:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.201896:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.201944:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775851.203256:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.203270:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.203296:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.203300:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.203306:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.203344:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.203354:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.203362:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.203394:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775851.204618:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775851.204630:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.204644:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775851.204651:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.204664:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.204696:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.204719:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001343a1bb/0x445c1d62c18ca535 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.204752:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.204755:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.204757:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775851.204916:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.204924:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.204938:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.204943:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.204950:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.204963:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.204985:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.204994:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.205724:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775851.205736:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.205749:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775851.205754:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.205765:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.205847:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.205859:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.205862:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.205865:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.208151:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788775851.208168:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca53c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.210005:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.210022:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210045:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.210052:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.210078:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210096:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210106:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210114:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210137:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775851.210958:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.210972:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.210989:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.210994:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.211000:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.211013:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.211023:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.211044:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.211081:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788775851.211385:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775851.211396:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211405:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.211410:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211432:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211457:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211472:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca543 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211511:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.211516:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211523:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.211527:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211534:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211546:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211554:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca54a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.211583:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.211585:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.211587:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.211714:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.213121:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.213133:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213151:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.213156:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.213162:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213176:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213185:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213193:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213211:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775851.213902:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.213912:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213934:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.213938:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.213943:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213955:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213964:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213971:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.213998:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788775851.214355:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775851.214364:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214382:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.214388:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214398:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214418:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214438:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034b1e357/0x445c1d62c18ca551 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214477:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.214481:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214487:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9e00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.214491:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214498:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214509:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214523:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e6083d8/0x445c1d62c18ca558 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.214551:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.214553:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.214555:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.214663:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.214850:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.214858:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.214870:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.214874:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.214881:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.214892:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.214913:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.214922:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.215030:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775851.216165:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.216177:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.216194:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.216198:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.216204:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.216217:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.216227:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.216235:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216381:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775851.216390:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216400:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.216404:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216414:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216448:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216456:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bd2681/0x445c1d62c18ca55f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216488:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.216492:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216507:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.216510:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216518:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216530:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.216540:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.216541:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.216544:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.216685:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.216691:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000339f29ec/0x445c1d62c18ca566 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.216833:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.217247:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.217254:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217270:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.217274:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.217279:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217292:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217301:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217395:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217417:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788775851.217528:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.217535:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.217543:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.217547:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.217556:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.217571:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.217585:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000816789d0/0x445c1d62c18ca56d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.217619:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.217621:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.217623:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.217972:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.217978:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.217994:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.217997:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.218001:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218012:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218020:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218027:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218049:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775851.218344:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775851.218352:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218360:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775851.218364:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218371:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218383:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218397:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fafabf9f/0x445c1d62c18ca574 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218421:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.218696:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.218702:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218712:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.218715:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.218720:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218729:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218747:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.218754:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218830:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775851.218834:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218841:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775851.218844:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218852:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218863:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.218870:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.218871:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.218909:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.218913:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068ae1075/0x445c1d62c18ca57b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.219330:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.219337:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.219346:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.219350:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.219353:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.219363:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.219371:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.219390:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.219444:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775851.219450:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.219458:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8e00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775851.219467:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.219476:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.219487:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.219597:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.219652:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.219657:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b73c787/0x445c1d62c18ca582 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.219678:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.219680:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.219699:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.219717:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.220020:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.220026:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220035:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.220039:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.220044:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220054:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220061:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220081:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220131:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775851.220481:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.220487:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220496:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.220499:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.220503:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220512:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220520:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.220529:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220678:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775851.220684:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220692:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.220697:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220705:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220719:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220726:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024eb9ab7/0x445c1d62c18ca589 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220744:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.220755:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220762:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.220822:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220833:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220844:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.220853:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.220855:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.220857:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.220915:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.220920:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fd1e1db/0x445c1d62c18ca590 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.221242:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.221249:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.221266:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.221270:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.221275:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.221286:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.221295:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.221303:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.221417:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.221490:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.221499:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.221504:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.221513:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.221527:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.221545:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.221547:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.221550:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.221607:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.221614:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee942b13/0x445c1d62c18ca597 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.221957:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.221963:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.221973:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.221977:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.221982:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222006:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222016:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222024:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222056:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.222061:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222078:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.222082:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222089:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222101:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222112:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.222114:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.222116:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.222173:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.222178:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d48faeaf/0x445c1d62c18ca59e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.222678:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.222684:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222695:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.222698:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.222703:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222713:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222736:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.222743:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222874:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.222881:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222889:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340030c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.222892:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222908:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222920:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.222928:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.222930:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.222932:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.222965:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.222969:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce64c092/0x445c1d62c18ca5a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223227:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.223299:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.223305:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223493:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.223497:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.223502:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223514:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223522:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223542:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223562:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788775851.223823:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.223829:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223838:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340030800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.223841:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223850:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223865:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223872:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a382615a/0x445c1d62c18ca5ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.223900:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.223902:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.223904:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775851.223977:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.223982:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.223991:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.223994:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.223997:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224006:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224013:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224020:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224075:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775851.224391:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.224396:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224412:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.224415:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.224420:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224442:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224451:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.224459:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224646:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775851.224652:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224661:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a340031800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.224665:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224673:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224688:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224696:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae703cb/0x445c1d62c18ca5b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224711:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.224714:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224721:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.224732:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224740:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224750:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.224758:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.224760:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.224762:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.224956:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.224961:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddd0962e/0x445c1d62c18ca5ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.225587:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.225595:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.225608:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.225612:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.225617:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.225643:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.225654:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.225661:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.225752:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.225760:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.225826:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.225830:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.225840:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.225858:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.225868:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.225877:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.225881:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.225940:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.225945:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.226385:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.226391:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.226402:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.226406:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.226410:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.226420:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.226543:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.226551:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.226603:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.226608:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.226616:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.226619:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.226627:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.226641:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.226650:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.226651:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.226654:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.226708:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.226713:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb99d37a/0x445c1d62c18ca5c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.227058:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.227075:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227085:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.227088:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.227092:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227101:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227109:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227129:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227160:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.227165:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227173:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.227177:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227185:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227204:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227213:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.227215:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.227216:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.227272:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.227277:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4c21a2/0x445c1d62c18ca5cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.227736:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.227742:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227753:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.227756:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.227760:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227824:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227834:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.227842:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227906:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.227912:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227919:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.227923:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227931:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227943:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.227953:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.227955:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.227956:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.228009:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.228013:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000addb9375/0x445c1d62c18ca5d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.228395:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.228401:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.228412:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.228416:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.228420:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.228541:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.228549:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.228556:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.228606:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.228612:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.228631:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56e00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.228634:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.228642:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.228654:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.228662:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.228664:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.228666:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.228720:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.228725:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078a1d132/0x445c1d62c18ca5dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.229104:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.229111:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.229121:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.229125:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.229129:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.229139:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.229147:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.229153:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.229183:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.229188:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.229196:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57e00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.229199:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.229207:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.229219:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.229239:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.229241:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775851.229244:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.232952:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.232972:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4f5ed74/0x445c1d62c18ca5e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775851.233852:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775851.233862:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.233893:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=784s v=(0 0) 00010000:00010000:3.0:1788775851.233899:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775851.233906:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.233923:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.233935:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.233943:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.235933:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.235954:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.235972:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.235978:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.235991:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.236016:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.236059:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.236063:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.236078:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.236295:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788775851.236305:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e4d0570/0x445c1d62c18ca5eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788775851.239884:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.239901:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.239923:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.239929:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.239935:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.239952:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.239963:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.239972:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.240197:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775851.240207:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.240217:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775851.240223:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.240247:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775851.240268:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775851.240300:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.240304:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.240307:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.240562:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788775851.240568:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b548629/0x445c1d62c18ca5f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788775851.241142:0:24245:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775851.241150:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.241164:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=784s v=(0 0) 00010000:00010000:2.0:1788775851.241168:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775851.241174:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.241186:0:24245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.241195:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775851.241204:0:24245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.241236:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775851.241244:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.241253:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775851.241257:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.241278:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.241292:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775851.241300:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.241302:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775851.241303:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775851.241552:0:24245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788775851.241557:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccf8490c/0x445c1d62c18ca5f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788775851.241868:0:24245:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1788775851.241999:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1875666723414656:12345-0@lo:5:osp-pre-0-0.0 Request processed in 83857us (84099us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775851.242015:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788775851.242187:0:22757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22757:1875666723414656:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1788775851.242209:0:22757:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1788775851.242269:0:22757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22757:1875666723415552:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788775851.242346:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.242377:0:22757:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1788775851.242528:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415552 00000100:00100000:2.0:1788775851.242536:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415552 00000100:00100000:2.0:1788775851.242593:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788775851.242604:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22757:x1875666723415552:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788775851.242651:0:24437:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1788775851.243511:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788775851.249987:0:24242:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1788775851.250057:0:24242:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788775851.250535:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22757:x1875666723415552:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7925us (8183us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788775851.250551:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788775851.250693:0:22757:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788775851.250705:0:22757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22757:1875666723415552:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788775851.250727:0:22757:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:3.0:1788775851.470714:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775851.470747:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723415680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775851.470858:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.470958:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415680 00000100:00100000:3.0:1788775851.470970:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415680 00000100:00100000:3.0:1788775851.471038:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775851.471050:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723415680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775851.471114:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775851.471172:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723415680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.471179:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788775851.471245:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723415680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775851.985388:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775851.985420:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723415808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775851.985516:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.985581:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415808 00000100:00100000:3.0:1788775851.985591:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415808 00000100:00100000:3.0:1788775851.985654:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788775851.985665:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723415808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788775851.985711:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775851.985782:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723415808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.985790:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788775851.985851:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723415808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775851.986211:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775851.986222:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723415936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775851.986254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775851.986285:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723415936 00000100:00100000:3.0:1788775851.986289:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723415936 00000100:00100000:3.0:1788775851.986338:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788775851.986347:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723415936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788775851.986369:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788775851.986423:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723415936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775851.986430:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788775851.986460:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723415936:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788775851.993067:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788775853.007156:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788775853.008375:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775854.032868:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775855.054407:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775856.080544:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775856.590597:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723416064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788775856.590655:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723416192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775856.590673:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775856.590691:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.590820:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416064 00000100:00100000:3.0:1788775856.590828:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416064 00000100:00100000:3.0:1788775856.590875:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416192 00000100:00100000:3.0:1788775856.590877:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416192 00000100:00100000:3.0:1788775856.590893:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788775856.590900:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723416064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788775856.590929:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1788775856.590930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775856.590935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788775856.590938:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788775856.590944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 784 00000100:00080000:1.0:1788775856.590948:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788775856.590953:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:3.0:1788775856.590967:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723416064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775856.590972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ff5fb80 x1875666723416576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775856.590975:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788775856.590999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788775856.591003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788775856.591005:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1788775856.591011:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1788775856.591026:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 784 00000100:00080000:1.0:1788775856.591028:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1788775856.591029:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723416192:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788775856.591032:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00002000:00000024:3.0:1788775856.591038:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775856.591044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ff5f800 x1875666723416960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775856.591061:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723416192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.591067:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788775856.591082:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788775856.591092:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723416576:0@lo:8:kworker.0 00000100:00100000:3.0:1788775856.591121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.591139:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723416960:0@lo:8:kworker.0 00000100:00100000:3.0:1788775856.591169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.591203:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416576 00000100:00100000:3.0:1788775856.591207:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416576 00000100:00100000:3.0:1788775856.591224:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416960 00000100:00100000:3.0:1788775856.591227:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416960 00000100:00100000:3.0:1788775856.591240:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775856.591246:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723416576:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788775856.591264:0:24246:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788775856.591295:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723416576:12345-0@lo:8:kworker.0 Request processed in 49us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788775856.591302:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775856.591333:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775856.591338:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723416960:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788775856.591349:0:24246:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788775856.593967:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723416960:12345-0@lo:8:kworker.0 Request processed in 1368us (1538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788775856.593983:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1788775856.594066:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775856.594071:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788775856.594075:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723416576:0@lo:8:kworker.0 00000100:00080000:3.0:1788775856.594086:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775856.594089:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788775856.594092:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723416960:0@lo:8:kworker.0 00000100:00100000:3.0:1788775856.594126:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723416704:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594186:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594232:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723417344:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594293:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723416064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788775856.594306:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788775856.594326:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723416448:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594350:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594376:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723417216:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594397:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594436:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416704 00000100:00100000:3.0:1788775856.594442:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416704 00000100:00100000:3.0:1788775856.594476:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417344 00000100:00100000:3.0:1788775856.594479:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417344 00000100:00100000:3.0:1788775856.594501:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417216 00000100:00100000:3.0:1788775856.594504:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417216 00000100:00100000:3.0:1788775856.594519:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788775856.594526:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723416704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594577:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723416704:12345-0@lo:400:kworker.0 Request processed in 51us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.594584:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788775856.594597:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788775856.594603:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723417344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775856.594611:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788775856.594620:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723417216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594628:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723417344:12345-0@lo:400:kworker.0 Request processed in 27us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.594636:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788775856.594652:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723417216:12345-0@lo:400:kworker.0 Request processed in 34us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.594653:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416448 00000100:00100000:3.0:1788775856.594656:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416448 00000100:00100000:2.0:1788775856.594658:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788775856.594679:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788775856.594692:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723416448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594724:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723416448:12345-0@lo:400:kworker.0 Request processed in 34us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.594730:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1788775856.594752:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775856.594755:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788775856.594771:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723416448:0@lo:400:kworker.0 00010000:00080000:3.0:1788775856.594782:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37ff5c380 x1875666723417216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775856.594792:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723417216:0@lo:400:kworker.0 00010000:00080000:3.0:1788775856.594801:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37ff5f480 x1875666723416704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775856.594808:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723416704:0@lo:400:kworker.0 00010000:00080000:3.0:1788775856.594816:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37ff5e680 x1875666723417344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775856.594823:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723417344:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594869:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723416320:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594898:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594928:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723417088:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.594963:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775856.594969:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723416832:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.594988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775856.595037:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416832 00000100:00100000:3.0:1788775856.595041:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416832 00000100:00100000:3.0:1788775856.595063:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788775856.595068:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723416832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.595102:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723416832:12345-0@lo:400:kworker.0 Request processed in 33us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.595108:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788775856.595132:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723416832:0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.595147:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417088 00000100:00100000:3.0:1788775856.595149:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417088 00000100:00100000:3.0:1788775856.595168:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788775856.595173:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723417088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775856.595203:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723417088:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775856.595208:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:3.0:1788775856.595229:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89a37ff5e300 x1875666723417088/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775856.595238:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723417088:0@lo:400:kworker.0 00000100:00100000:2.0:1788775856.595334:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723416320 00000100:00100000:2.0:1788775856.595338:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723416320 00000100:00100000:2.0:1788775856.595369:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788775856.595377:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:3649:x1875666723416320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775856.595415:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:3649:x1875666723416320:12345-0@lo:400:kworker.0 Request processed in 39us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775856.595422:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788775856.595471:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723416320:0@lo:400:kworker.0 00000100:00100000:0.0:1788775856.597138:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723416192:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788775857.106623:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775857.106687:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723417472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788775857.106776:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775857.106990:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417472 00000100:00100000:1.0:1788775857.106999:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417472 00000100:00100000:1.0:1788775857.107065:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788775857.107075:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723417472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788775857.107113:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788775857.107161:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723417472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775857.107168:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788775857.107215:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723417472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775857.109916:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788775857.109936:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723417600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775857.110460:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775857.110579:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417600 00000100:00100000:2.0:1788775857.110587:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417600 00000100:00100000:2.0:1788775857.110652:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788775857.110662:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723417600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775857.110696:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775857.110928:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723417600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 266us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775857.110936:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788775857.112470:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723417600:0@lo:41:osp-pre-1-0.0 00000020:01000004:3.0:1788775857.944172:0:25062:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788775857.944176:0:25062:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788775857.944178:0:25062:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788775857.944866:0:25062:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff89a347378800 00000020:01000004:0.0:1788775857.944886:0:25062:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788775857.944903:0:25062:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788775857.944923:0:25062:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff89a3767b19b8) 00000020:00000080:0.0:1788775857.944942:0:25062:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788775857.999964:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788775858.003490:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788775858.004373:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788775858.006240:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788775858.008839:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788775858.009514:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788775858.010632:0:25062:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:2.0:1788775858.019293:0:25062:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788775858.019606:0:25062:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788775858.019627:0:25062:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788775858.019642:0:25062:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x445c1d62c18ca607 00000020:01000004:2.0:1788775858.019653:0:25062:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788775858.019680:0:25062:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.122@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788775858.019684:0:25062:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.122@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788775858.019690:0:25062:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788775858.019720:0:25062:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788775858.019724:0:25062:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.122@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788775858.037091:0:25062:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.122@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788775858.037135:0:25062:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.122@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788775858.037140:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788775858.037142:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788775858.037143:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775858.037144:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775858.037146:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775858.037147:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775858.037153:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788775858.037155:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775858.037156:0:25062:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788775858.037159:0:25062:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788775858.037161:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788775858.037162:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788775858.037163:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775858.037164:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775858.037165:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775858.037166:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775858.037166:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788775858.037167:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775858.037168:0:25062:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788775858.037198:0:25062:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788775858.037221:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417728:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788775858.037302:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.037470:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787b480 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.038119:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417728 00000100:00100000:0.0:1788775858.038130:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417728 00000100:00100000:1.0:1788775858.038678:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788775858.038707:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:25062:x1875666723417728:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788775858.038759:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788775858.038763:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788775858.038767:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788775858.039279:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:25062:x1875666723417728:12345-0@lo:253:mount.lustre.0 Request processed in 590us (1975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.039289:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788775858.039419:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417728:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788775858.039434:0:25062:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788775858.039437:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788775858.039439:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788775858.039440:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788775858.039441:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788775858.039442:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788775858.039443:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788775858.039445:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788775858.039447:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788775858.039449:0:25062:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788775858.039472:0:25062:0:(tgt_mount.c:101:server_register_mount()) register mount ffff89a347378800 from lustre-OST0001 10000000:01000000:3.0:1788775858.039514:0:25062:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788775858.039517:0:25062:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788775858.039534:0:25062:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff89a346234d28 local copy 00010000:00010000:3.0:1788775858.039545:0:25062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775858.039641:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775858.039712:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.040156:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.040273:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417856 00000100:00100000:2.0:1788775858.040280:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417856 00000100:00100000:2.0:1788775858.040341:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788775858.040351:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:25062:x1875666723417856:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775858.040455:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:25062:x1875666723417856:12345-0@lo:501:mount.lustre.0 Request processed in 106us (743us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788775858.040475:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788775858.040718:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417856:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788775858.040735:0:25062:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.122@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788775858.040757:0:25062:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.122@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788775858.040764:0:25062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.040775:0:25062:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a34148c600/0x445c1d62c18ca23a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca241 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775858.040812:0:25062:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff89a347378800 10000000:01000000:3.0:1788775858.040817:0:25062:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788775858.040823:0:25062:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788775858.040826:0:25062:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788775858.040830:0:25062:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788775858.040833:0:25062:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788775858.040857:0:25062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.040866:0:25062:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.040875:0:25062:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775858.040891:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417984:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775858.040921:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.040949:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.041200:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723417984 00000100:00100000:2.0:1788775858.041206:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723417984 00000100:00100000:2.0:1788775858.041235:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788775858.041242:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:25062:x1875666723417984:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788775858.041252:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775858.041267:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382051200/0x445c1d62c18ca615 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca60e expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.041292:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382051200/0x445c1d62c18ca615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca60e expref: 22 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.041304:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382051200/0x445c1d62c18ca615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca60e expref: 22 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.041344:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382051200, rc 0) 00000100:00100000:2.0:1788775858.041391:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723417984:12345-0@lo:101:mount.lustre.0 Request processed in 150us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.041398:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788775858.041657:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723417984:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775858.041671:0:25062:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca615 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.041871:0:25062:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca615 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788775858.043245:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788775858.044482:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775858.046943:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788775858.046988:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788775858.047014:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788775858.047028:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788775858.047039:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788775858.047050:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788775858.047060:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788775858.047071:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788775858.047081:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788775858.047101:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788775858.047105:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788775858.047202:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418112:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775858.047262:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.047626:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787b840 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.048094:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418112 00000100:00100000:2.0:1788775858.048103:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418112 00000100:00100000:2.0:1788775858.048200:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788775858.048211:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418112:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775858.049157:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418112:12345-0@lo:501:mount.lustre.0 Request processed in 944us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.049167:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788775858.049248:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418112:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775858.049293:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418240:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788775858.049488:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.049656:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787b840 going to sleep for 11 seconds 00000100:00100000:1.0:1788775858.049875:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418240 00000100:00100000:1.0:1788775858.049882:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418240 00000100:00100000:1.0:1788775858.049969:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788775858.049979:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418240:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788775858.051094:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418240:12345-0@lo:503:mount.lustre.0 Request processed in 1112us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.051103:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788775858.051204:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418240:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788775858.052212:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788775858.052629:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775858.052724:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.052767:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.053047:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418368 00000100:00100000:2.0:1788775858.053060:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418368 00000100:00100000:2.0:1788775858.053116:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788775858.053125:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418368:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775858.054153:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418368:12345-0@lo:502:mount.lustre.0 Request processed in 1025us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.054165:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788775858.054279:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788775858.054814:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788775858.058672:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788775858.058918:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788775858.058937:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788775858.058954:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788775858.058970:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788775858.058984:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788775858.059010:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788775858.059028:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788775858.059088:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775858.059186:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.059255:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.060934:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418496 00000100:00100000:2.0:1788775858.060946:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418496 00000100:00100000:2.0:1788775858.061019:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788775858.061029:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418496:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775858.061203:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418496:12345-0@lo:502:mount.lustre.0 Request processed in 176us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.061211:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788775858.061384:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418496:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788775858.061470:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788775858.061483:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1788775858.065457:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788775858.065468:0:25066:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1788775858.065476:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.065478:0:25066:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1788775858.065485:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775858.065501:0:25066:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff89a3721b8000) 00000020:00000080:2.0:1788775858.065528:0:25066:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788775858.065534:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788775858.065603:0:25066:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a347378800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1788775858.065612:0:25066:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788775858.065620:0:25066:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x445c1d62c18ca623 00010000:00010000:2.0:1788775858.075975:0:25066:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1788775858.076989:0:25066:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1788775858.082152:0:25066:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788775858.084638:0:25066:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788775858.084651:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775858.084663:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.084665:0:25066:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788775858.084669:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775858.084673:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.084675:0:25066:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788775858.084677:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788775858.084679:0:25066:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788775858.084681:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775858.084706:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.084708:0:25066:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788775858.084710:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775858.084713:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.084714:0:25066:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788775858.084717:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788775858.084747:0:25066:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775858.084750:0:25066:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775858.084752:0:25066:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788775858.084755:0:25066:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1788775858.086482:0:25062:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788775858.086533:0:25062:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788775858.086564:0:25062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca615 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.086580:0:25062:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a37cb57e00/0x445c1d62c18ca60e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca615 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775858.086590:0:25062:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a347378800 from 1 10000000:01000000:3.0:1788775858.086593:0:25062:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775858.086646:0:25062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.086664:0:25062:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.086676:0:25062:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775858.086724:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418624:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788775858.086808:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.086850:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787b180 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.087561:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418624 00000100:00100000:2.0:1788775858.087570:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418624 00000100:00100000:2.0:1788775858.087629:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788775858.087639:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:25062:x1875666723418624:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788775858.087654:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775858.087668:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca62a expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.087904:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.087916:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.087925:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382051000, rc 0) 00000100:00100000:2.0:1788775858.087985:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723418624:12345-0@lo:101:mount.lustre.0 Request processed in 347us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.087993:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788775858.089019:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418624:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788775858.089039:0:25062:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775858.089049:0:25062:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788775858.092961:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788775858.096188:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775858.097996:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788775858.098065:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788775858.098085:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788775858.098101:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788775858.098116:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788775858.098131:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788775858.098167:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788775858.098186:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788775858.098202:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788775858.098217:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788775858.098242:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788775858.098269:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788775858.098276:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788775858.099505:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418752:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775858.099650:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775858.099865:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24787b240 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.103082:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418752 00000100:00100000:2.0:1788775858.103098:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418752 00000100:00100000:2.0:1788775858.104035:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788775858.104048:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723418752:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788775858.104241:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723418752:12345-0@lo:501:mount.lustre.0 Request processed in 195us (4590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.104248:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788775858.105299:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418752:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788775858.105382:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418880:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788775858.105444:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775858.110180:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34991a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775858.110268:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723418880 00000100:00100000:3.0:1788775858.110278:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723418880 00000100:00100000:3.0:1788775858.110495:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788775858.110507:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723418880:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788775858.110856:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723418880:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788775858.111351:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788775858.111469:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419008:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775858.111522:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775858.111536:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34991a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775858.111680:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723418880:12345-0@lo:503:mount.lustre.0 Request processed in 1173us (6234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775858.111689:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788775858.111974:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419008 00000100:00100000:3.0:1788775858.111980:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419008 00000100:00100000:3.0:1788775858.112017:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788775858.112026:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723419008:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775858.112127:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723419008:12345-0@lo:502:mount.lustre.0 Request processed in 102us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775858.112134:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788775858.112405:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419008:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788775858.112608:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788775858.112634:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788775858.112664:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788775858.112680:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788775858.112930:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788775858.112954:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788775858.112970:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788775858.112982:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788775858.112994:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788775858.113035:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788775858.113052:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788775858.113080:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419136:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788775858.113126:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775858.113169:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34991a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788775858.113226:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419136 00000100:00100000:3.0:1788775858.113232:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419136 00000100:00100000:3.0:1788775858.113271:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788775858.113280:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723419136:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788775858.113388:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723419136:12345-0@lo:502:mount.lustre.0 Request processed in 108us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775858.113395:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788775858.113608:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419136:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788775858.113662:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788775858.113670:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788775858.114628:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775858.114639:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114641:0:25070:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788775858.114659:0:25070:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a347378800 00000020:00000080:1.0:1788775858.114662:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775858.114670:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775858.114673:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114674:0:25070:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788775858.114676:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775858.114679:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114680:0:25070:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788775858.114683:0:25070:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff89a347378800 00000020:00000080:1.0:1788775858.114685:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775858.114932:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775858.114937:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114938:0:25070:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788775858.114941:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775858.114943:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114944:0:25070:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788775858.114948:0:25070:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a347378800 00000020:00000080:1.0:1788775858.114949:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775858.114967:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775858.114970:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114971:0:25070:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788775858.114973:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775858.114975:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.114976:0:25070:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788775858.114979:0:25070:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff89a347378800 00000020:00000080:1.0:1788775858.114981:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788775858.115029:0:25070:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775858.115033:0:25070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775858.115034:0:25070:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788775858.115037:0:25070:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788775858.119424:0:25062:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788775858.119472:0:25062:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788775858.119503:0:25062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.119516:0:25062:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775858.119578:0:25062:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788775858.119582:0:25062:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff89a347378800 10000000:01000000:0.0:1788775858.119585:0:25062:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff89a347378800 10000000:01000000:0.0:1788775858.119589:0:25062:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788775858.119595:0:25062:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff89a347378800 from 1 10000000:01000000:0.0:1788775858.119597:0:25062:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788775858.119632:0:25062:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.119641:0:25062:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.119977:0:25062:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775858.120015:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419264:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788775858.120092:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.120143:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c180 going to sleep for 11 seconds 00000100:00100000:1.0:1788775858.120201:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419264 00000100:00100000:1.0:1788775858.120209:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419264 00000100:00100000:1.0:1788775858.120265:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788775858.120275:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:25062:x1875666723419264:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788775858.120290:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775858.120303:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248032a00/0x445c1d62c18ca63f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca638 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.120372:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032a00/0x445c1d62c18ca63f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca638 expref: 24 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.120384:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248032a00/0x445c1d62c18ca63f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca638 expref: 24 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.120393:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032a00, rc 0) 00000100:00100000:1.0:1788775858.120435:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419264:12345-0@lo:101:mount.lustre.0 Request processed in 161us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.120442:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788775858.122951:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419264:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788775858.122978:0:25062:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca63f expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.122991:0:25062:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca63f expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.130739:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788775858.131086:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788775858.134073:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788775858.138342:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788775858.138886:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788775858.138907:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788775858.138923:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788775858.138940:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788775858.138956:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788775858.138973:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788775858.138988:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788775858.139016:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788775858.139033:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788775858.139048:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788775858.139063:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788775858.139075:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788775858.139087:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788775858.139112:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788775858.139127:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788775858.139140:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788775858.139154:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788775858.139167:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788775858.139180:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788775858.139192:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788775858.139204:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788775858.139218:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788775858.139232:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788775858.139244:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788775858.139257:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788775858.139270:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788775858.139297:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788775858.139353:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788775858.142887:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788775858.142911:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788775858.142926:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788775858.142938:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788775858.142949:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788775858.142960:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788775858.142972:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788775858.142983:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788775858.142996:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788775858.148354:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788775858.148376:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788775858.148391:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788775858.148405:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788775858.148419:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788775858.148435:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788775858.148450:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788775858.148462:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788775858.148475:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788775858.148503:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788775858.148676:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788775858.148698:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788775858.148717:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788775858.148723:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788775858.148847:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775858.148916:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.148968:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775858.153442:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419392 00000100:00100000:3.0:1788775858.153457:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419392 00000100:00100000:3.0:1788775858.153533:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788775858.153545:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419392:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788775858.153766:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419392:12345-0@lo:501:mount.lustre.0 Request processed in 223us (4850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775858.153775:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788775858.158539:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788775858.158602:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775858.158697:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.158751:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419520 00000100:00100000:0.0:1788775858.158758:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419520 00000100:00100000:0.0:1788775858.158812:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788775858.158822:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419520:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788775858.158947:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419520:12345-0@lo:503:mount.lustre.0 Request processed in 126us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.158954:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788775858.159029:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34ba7c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.159045:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419520:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788775858.160963:0:25062:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788775858.161084:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775858.162058:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.162473:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419648 00000100:00100000:2.0:1788775858.162481:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419648 00000100:00100000:2.0:1788775858.162534:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788775858.162545:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775858.162684:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419648:12345-0@lo:502:mount.lustre.0 Request processed in 140us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.162693:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788775858.163203:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67840 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.163237:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419648:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788775858.164864:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788775858.164914:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788775858.164926:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788775858.164937:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788775858.164947:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788775858.164958:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788775858.164968:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788775858.164978:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788775858.164989:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788775858.165011:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788775858.165025:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788775858.165036:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788775858.165047:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788775858.165057:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788775858.165068:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788775858.165080:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788775858.166208:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788775858.166262:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788775858.166275:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788775858.166288:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788775858.166302:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788775858.166809:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788775858.166826:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788775858.166841:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788775858.166852:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788775858.166863:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788775858.166874:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788775858.166885:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788775858.166896:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788775858.166907:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788775858.166918:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788775858.166929:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788775858.166955:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788775858.166968:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788775858.166986:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788775858.167010:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788775858.167024:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788775858.167036:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788775858.167047:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788775858.167058:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788775858.167069:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788775858.167079:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788775858.167090:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788775858.167101:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788775858.168965:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788775858.169018:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788775858.169033:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788775858.169045:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788775858.169794:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419776:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775858.169871:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.169912:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419776 00000100:00100000:0.0:1788775858.169918:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419776 00000100:00100000:0.0:1788775858.169958:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788775858.169966:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419776:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775858.170105:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419776:12345-0@lo:502:mount.lustre.0 Request processed in 138us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.171067:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788775858.171267:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af67840 going to sleep for 11 seconds 00000100:00100000:2.0:1788775858.171296:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419776:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775858.171556:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788775858.171583:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788775858.171621:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419904:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788775858.171693:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.171946:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24817dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.172041:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723419904 00000100:00100000:0.0:1788775858.172048:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723419904 00000100:00100000:0.0:1788775858.172085:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788775858.172093:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419904:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788775858.172541:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723419904:12345-0@lo:502:mount.lustre.0 Request processed in 447us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.172557:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788775858.172845:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723419904:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788775858.172919:0:25062:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788775858.172931:0:25062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788775858.177533:0:25075:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788775858.177563:0:25075:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff89a2418499b8) 00000020:00000080:0.0:1788775858.177592:0:25075:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788775858.177691:0:25075:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a347378800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788775858.177696:0:25075:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a347378800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788775858.177698:0:25075:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a347378800 3 00010000:00080000:0.0:1788775858.178598:0:25075:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a24822b000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.122@tcp at head 00010000:00010000:0.0:1788775858.182366:0:25075:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788775858.182590:0:25075:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788775858.182640:0:25075:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788775858.182656:0:25075:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x445c1d62c18ca64d 00000100:00080000:0.0:1788775858.182666:0:25075:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788775858.182671:0:25075:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89a24822b000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775858.182710:0:25075:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fadb800 x1875666723420032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775858.182757:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723420032:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788775858.182847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.182908:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420032 00000100:00100000:0.0:1788775858.182915:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420032 00000100:00100000:0.0:1788775858.182949:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788775858.182957:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875666723420032:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788775858.182979:0:24728:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 791 last 0 00000020:00000080:0.0:1788775858.183042:0:24728:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x445c1d62c18ca654 00000004:00100000:0.0:1788775858.183059:0:24728:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788775858.183089:0:24728:0:(import.c:65:import_set_state_nolock()) ffff89a24822d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788775858.183146:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875666723420032:12345-0@lo:38:llog_process_th.0 Request processed in 189us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.183155:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1788775858.183193:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37fadb800 x1875666723420032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775858.183203:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788775858.183210:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788775858.183217:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788775858.183221:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788775858.183223:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a24822b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788775858.183230:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875666723420032:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788775858.183249:0:25075:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788775858.183299:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775858.183303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788775858.183305:0:38:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775858.183336:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 789 00000100:00080000:0.0:1788775858.183340:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788775858.183344:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775858.183359:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37fadad80 x1875666723420416/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775858.183401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775858.183405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788775858.183406:0:38:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775858.183410:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 789 00000100:00080000:0.0:1788775858.183412:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788775858.183422:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775858.183436:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a247a25880 x1875666723420928/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775858.183477:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723420160:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183508:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183530:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723420800:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183554:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183576:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788775858.183581:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723420288:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183603:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183621:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723421056:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183687:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723420544:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183710:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183728:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875666723421184:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183749:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183765:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788775858.183770:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723420672:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183792:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183809:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723421312:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183830:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.183858:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420160 00000100:00100000:0.0:1788775858.183863:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420160 00000100:00100000:0.0:1788775858.183893:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420672 00000100:00100000:0.0:1788775858.183896:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420672 00000100:00100000:0.0:1788775858.183920:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788775858.183927:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723420160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.183969:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723420160:12345-0@lo:400:kworker.0 Request processed in 42us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.183976:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788775858.183990:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788775858.183996:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723420672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.193265:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421056 00000100:00100000:2.0:1788775858.193280:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421056 00000100:00100000:2.0:1788775858.193340:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420544 00000100:00100000:2.0:1788775858.193345:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420544 00000100:00100000:2.0:1788775858.195295:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421184 00000100:00100000:2.0:1788775858.195306:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421184 00000100:00100000:2.0:1788775858.195440:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421312 00000100:00100000:2.0:1788775858.195445:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421312 00000100:00100000:2.0:1788775858.195469:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788775858.195478:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723421056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.195572:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723421056:12345-0@lo:400:kworker.0 Request processed in 96us (11915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.195580:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788775858.195597:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788775858.195603:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723420544:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788775858.195917:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788775858.195922:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788775858.196864:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723420544:12345-0@lo:400:kworker.0 Request processed in 48us (11939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.196876:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788775858.196901:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788775858.196911:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875666723421184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.196965:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875666723421184:12345-0@lo:400:kworker.0 Request processed in 58us (13215us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.196970:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788775858.196982:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788775858.196989:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723421312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.197042:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875666723421312:12345-0@lo:400:kworker.0 Request processed in 53us (13211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.197048:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788775858.197072:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420800 00000100:00100000:2.0:1788775858.197077:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420800 00000100:00100000:2.0:1788775858.197204:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420288 00000100:00100000:2.0:1788775858.197208:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420288 00000100:00100000:2.0:1788775858.197234:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788775858.197240:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723420800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.197274:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723420800:12345-0@lo:400:kworker.0 Request processed in 35us (13719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.197281:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788775858.197293:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788775858.197299:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723420288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775858.197343:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723420288:12345-0@lo:400:kworker.0 Request processed in 44us (13738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775858.197349:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788775858.198849:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723420416:0@lo:8:kworker.0 00000100:00100000:2.0:1788775858.198911:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.198939:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723420928:0@lo:8:kworker.0 00000100:00100000:2.0:1788775858.198963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.198994:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420416 00000100:00100000:2.0:1788775858.199012:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420416 00000100:00100000:2.0:1788775858.199036:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723420928 00000100:00100000:2.0:1788775858.199039:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723420928 00000100:00100000:2.0:1788775858.199051:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775858.199057:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723420416:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1788775858.199353:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788775858.199526:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788775858.199532:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1875666723420928:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788775858.199788:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723420416:12345-0@lo:8:kworker.0 Request processed in 729us (876us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788775858.199795:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788775858.199832:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788775858.199841:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788775858.199845:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788775858.199848:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723420416:0@lo:8:kworker.0 00000100:00100000:1.0:1788775858.202377:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723420672:12345-0@lo:400:kworker.0 Request processed in 18372us (18575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.202391:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788775858.202561:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1875666723420928:12345-0@lo:8:kworker.0 Request processed in 3026us (3595us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788775858.202571:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788775858.202618:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775858.202626:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788775858.202629:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788775858.202633:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723420928:0@lo:8:kworker.0 00000100:00100000:1.0:1788775858.204897:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723420288:0@lo:400:kworker.0 00010000:00080000:1.0:1788775858.204918:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a24380 x1875666723421056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775858.204929:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723421056:0@lo:400:kworker.0 00000100:00100000:1.0:1788775858.204951:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fadb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723420160:0@lo:400:kworker.0 00000100:00100000:1.0:1788775858.204968:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723420800:0@lo:400:kworker.0 00000020:01000004:1.0:1788775858.207834:0:25075:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788775858.207853:0:25075:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff89a380cb0000) 00000020:00000080:1.0:1788775858.207883:0:25075:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788775858.207971:0:25075:0:(tgt_mount.c:153:server_get_mount()) get mount ffff89a347378800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788775858.207976:0:25075:0:(tgt_mount.c:187:server_put_mount()) put mount ffff89a347378800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788775858.207978:0:25075:0:(obd_mount.c:710:lustre_put_lsi()) put ffff89a347378800 3 00010000:00080000:1.0:1788775858.208021:0:25075:0:(ldlm_lib.c:102:import_set_conn()) imp ffff89a245acd000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.122@tcp at head 00010000:00080000:0.0:1788775858.214374:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a24a80 x1875666723421312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775858.214395:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875666723421312:0@lo:400:kworker.0 00010000:00080000:0.0:1788775858.214413:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37fad9880 x1875666723420544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775858.214423:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723420544:0@lo:400:kworker.0 00010000:00080000:0.0:1788775858.214437:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a26d80 x1875666723421184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775858.214446:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875666723421184:0@lo:400:kworker.0 00000100:00100000:0.0:1788775858.214486:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723420672:0@lo:400:kworker.0 00010000:00010000:1.0:1788775858.216918:0:25075:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788775858.218934:0:25075:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788775858.219030:0:25075:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788775858.219046:0:25075:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x445c1d62c18ca662 00000100:00080000:1.0:1788775858.219058:0:25075:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788775858.219065:0:25075:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff89a245acd000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:1.0:1788775858.220485:0:25075:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a37ff5ca80 x1875666723421440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775858.220517:0:25075:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788775858.221258:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875666723421440:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788775858.221348:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1788775858.221613:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788775858.221983:0:25062:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788775858.222026:0:25062:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775858.222046:0:25062:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca63f expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775858.222058:0:25062:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a24655d800/0x445c1d62c18ca638 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca63f expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775858.222521:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421440 00000100:00100000:1.0:1788775858.222530:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421440 00000100:00100000:1.0:1788775858.222573:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788775858.222581:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875666723421440:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788775858.222611:0:22734:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 791 last 0 00000020:01000004:2.0:1788775858.222804:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788775858.222807:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788775858.222808:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775858.222809:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775858.222810:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775858.222812:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775858.222813:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775858.222815:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775858.222816:0:25062:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775858.222820:0:25062:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788775858.222822:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788775858.222824:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788775858.222825:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775858.222826:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775858.222827:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775858.222828:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775858.222829:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775858.222830:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775858.222838:0:25062:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788775858.222866:0:25062:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788775858.222883:0:25062:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723421568:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788775858.222944:0:25062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.222978:0:25062:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a241932540 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.224028:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421568 00000100:00100000:0.0:1788775858.224034:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421568 00000100:00100000:0.0:1788775858.224072:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788775858.224079:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723421568:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788775858.224103:0:22727:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 00000020:00000080:1.0:1788775858.224440:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x445c1d62c18ca669 00000004:00100000:1.0:1788775858.224458:0:22734:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788775858.224496:0:22734:0:(import.c:65:import_set_state_nolock()) ffff89a245acf000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788775858.224572:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875666723421440:12345-0@lo:38:llog_process_th.0 Request processed in 1990us (3223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.224581:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 20000000:01000000:0.0:1788775858.226026:0:22727:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:3.0:1788775858.226239:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ff5ca80 x1875666723421440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788775868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775858.226253:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788775858.226262:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788775858.226276:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788775858.226281:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788775858.226286:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a245acd000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788775858.226292:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875666723421440:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1788775858.235012:0:22727:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788775858.235031:0:22727:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788775858.235386:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:25062:x1875666723421568:12345-0@lo:253:mount.lustre.0 Request processed in 11300us (12434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.235400:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 20000000:01000000:0.0:1788775858.235595:0:22748:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788775858.235600:0:22748:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788775858.235620:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235635:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235653:0:22748:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235661:0:22748:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235696:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235716:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 23 pid: 22725 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775858.235728:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723421696:0@lo:104: 00000100:00100000:0.0:1788775858.235762:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788775858.235805:0:22748:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235813:0:22748:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775858.235821:0:22748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723421824:0@lo:104: 00000100:00100000:0.0:1788775858.235838:0:22748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.235852:0:22748:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34af670c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775858.235882:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421696 00000100:00100000:0.0:1788775858.235889:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421696 00000100:00100000:0.0:1788775858.235917:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421824 00000100:00100000:0.0:1788775858.235919:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421824 00000100:00100000:0.0:1788775858.235930:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775858.235937:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723421696:12345-0@lo:104: 00010000:00010000:0.0:1788775858.235949:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.235988:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788775858.235993:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+4:22748:x1875666723421696:12345-0@lo:104: Request processed in 57us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.236011:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775858.236022:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775858.236028:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723421824:12345-0@lo:104: 00010000:00010000:0.0:1788775858.236034:0:22715:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236060:0:22715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788775858.236064:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:01055583-8c6a-411d-9136-d366c1b1cf41+3:22748:x1875666723421824:12345-0@lo:104: Request processed in 37us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775858.236070:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775858.236096:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723421696:0@lo:104: 00000100:00100000:0.0:1788775858.236104:0:22748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22748:1875666723421824:0@lo:104: 00010000:00010000:0.0:1788775858.236228:0:22748:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236245:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775858.236256:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236263:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051a00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775858.236267:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236276:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775858.236282:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775858.236288:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775858.236330:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236336:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775858.236354:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236471:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca504 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca50b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236485:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775858.236488:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236495:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655d600 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:0.0:1788775858.236497:0:22720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236514:0:22720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775858.236521:0:22720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775858.236526:0:22720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775858.236539:0:22720:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236544:0:22720:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775858.236550:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236557:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca4f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4fd expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.236570:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775858.236571:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775858.236573:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775858.236579:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775858.236589:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723421952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775858.236615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775858.236788:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775858.236795:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723422080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775858.236816:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775858.236915:0:25062:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:01055583-8c6a-411d-9136-d366c1b1cf41:25062:1875666723421568:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788775858.236926:0:25062:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788775858.236929:0:25062:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788775858.236930:0:25062:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788775858.236932:0:25062:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788775858.236933:0:25062:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788775858.236934:0:25062:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788775858.236935:0:25062:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788775858.236937:0:25062:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788775858.236939:0:25062:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788775858.236940:0:25062:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788775858.236950:0:25062:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788775858.240050:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723421952 00000100:00100000:1.0:1788775858.240063:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723421952 00010000:00010000:1.0:1788775858.240102:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 24 pid: 22725 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775858.240206:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422080 00000100:00100000:1.0:1788775858.240209:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422080 00010000:00010000:1.0:1788775858.240225:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 25 pid: 22724 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775858.240239:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788775858.240248:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+25:3646:x1875666723421952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775858.240262:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775858.240267:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 25 pid: 22725 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240279:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 25 pid: 22725 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240298:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca50b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca504 expref: 25 pid: 22725 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240486:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775858.240609:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+24:3646:x1875666723421952:12345-0@lo:103:ldlm_bl.0 Request processed in 361us (3992us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.240617:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788775858.240635:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788775858.240641:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+23:3646:x1875666723422080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788775858.240660:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775858.240664:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240674:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240684:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248033400/0x445c1d62c18ca4fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca4f6 expref: 23 pid: 22724 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240696:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240712:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788775858.240726:0:22717:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009771097s 00010000:00010000:1.0:1788775858.240731:0:22717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240739:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240746:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240763:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240769:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655cc00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775858.240774:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240782:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240797:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775858.240807:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775858.240834:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:01055583-8c6a-411d-9136-d366c1b1cf41+22:3646:x1875666723422080:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (4017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775858.240840:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775858.248042:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723421952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788775858.248076:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723422080:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788775858.248195:0:22748:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.248208:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775858.248216:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655cc00/0x445c1d62c18ca670 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1788775858.250540:0:25062:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788775858.254202:0:25062:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788775858.254213:0:25062:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788775858.254260:0:25062:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788775858.254306:0:25062:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.122@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788775858.254630:0:25062:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1788775858.254786:0:25062:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1788775858.255883:0:25062:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788775858.256498:0:25062:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1788775858.639404:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1788775859.058028:0:25129:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788775859.058190:0:25129:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788775859.151236:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788775860.111634:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788775860.111641:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a37cb12000 from 14 10000000:01000000:0.0:1788775860.111646:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788775860.111700:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775860.111718:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775860.111730:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775860.111753:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788775860.111819:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775860.111861:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34c929e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788775860.111962:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422208 00000100:00100000:2.0:1788775860.111970:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422208 00000100:00100000:2.0:1788775860.112034:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788775860.112043:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723422208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775860.112056:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775860.112081:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382050200/0x445c1d62c18ca67e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca677 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.112104:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382050200/0x445c1d62c18ca67e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca677 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.112115:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382050200/0x445c1d62c18ca67e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca677 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.112123:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382050200, rc 0) 00000100:00100000:2.0:1788775860.112171:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723422208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775860.112178:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788775860.112370:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788775860.112384:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca67e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775860.112392:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca67e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775860.112442:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788775860.112475:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775860.112695:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775860.112779:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422336 00000100:00100000:2.0:1788775860.112784:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422336 00000100:00100000:2.0:1788775860.112813:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788775860.112820:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723422336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788775860.112834:0:22727:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788775860.112853:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788775860.112856:0:22727:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788775860.112933:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723422336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775860.112939:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788775860.112970:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788775860.113047:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788775860.113054:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca67e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113062:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a24655cc00/0x445c1d62c18ca677 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca67e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775860.113076:0:22730:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788775860.113078:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff89a3453b1800 from 14 10000000:01000000:2.0:1788775860.113080:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788775860.113097:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113103:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113111:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775860.113123:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788775860.113147:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775860.113161:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376563180 going to sleep for 11 seconds 00000100:00100000:2.0:1788775860.113171:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422464 00000100:00100000:2.0:1788775860.113174:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422464 00000100:00100000:2.0:1788775860.113193:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788775860.113198:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723422464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775860.113204:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775860.113214:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a382050e00/0x445c1d62c18ca68c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca685 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113242:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a382050e00/0x445c1d62c18ca68c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca685 expref: 24 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113250:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a382050e00/0x445c1d62c18ca68c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca685 expref: 24 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113268:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a382050e00, rc 0) 00000100:00100000:2.0:1788775860.113294:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723422464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775860.113300:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788775860.113422:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775860.113432:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca68c expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.113440:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca68c expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775860.113474:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788775860.113664:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775860.113782:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a376563180 going to sleep for 11 seconds 00000100:00100000:2.0:1788775860.113794:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422592 00000100:00100000:2.0:1788775860.113798:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422592 00000100:00100000:2.0:1788775860.113820:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788775860.113826:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723422592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788775860.113836:0:22727:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788775860.113847:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788775860.113850:0:22727:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788775860.113913:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723422592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 86us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775860.113920:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788775860.113949:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723422592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788775860.114006:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788775860.114012:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca68c expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775860.114019:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a382051a00/0x445c1d62c18ca685 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca68c expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775860.176629:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775861.206236:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775861.710761:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788775861.710789:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723422720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788775861.710871:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775861.711101:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422720 00000100:00100000:3.0:1788775861.711109:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422720 00000100:00100000:3.0:1788775861.711172:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775861.711182:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723422720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788775861.711221:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775861.711271:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723422720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775861.711278:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788775861.711361:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723422720:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788775861.711620:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775861.712919:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788775861.713874:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723422848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788775861.713945:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775861.714453:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422848 00000100:00100000:0.0:1788775861.714462:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422848 00000100:00100000:0.0:1788775861.714596:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788775861.714606:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723422848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788775861.714631:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775861.715869:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723422848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788775861.715981:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723422848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1360us (2018us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775861.715990:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:0.0:1788775861.716031:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788775862.225044:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775862.226126:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775862.226146:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723422976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775862.226212:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775862.226260:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723422976 00000100:00100000:3.0:1788775862.226266:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723422976 00000100:00100000:3.0:1788775862.226345:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788775862.226354:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723422976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788775862.226387:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775862.226429:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723422976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775862.226450:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788775862.226506:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723422976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788775862.235783:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788775862.235806:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723423104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788775862.235883:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775862.236737:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423104 00000100:00100000:1.0:1788775862.236746:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423104 00000100:00100000:1.0:1788775862.236823:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788775862.236833:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723423104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788775862.236869:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775862.236930:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723423104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775862.236937:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788775862.237001:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723423104:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788775863.248902:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1788775863.254997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775863.255004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788775863.255008:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775863.255020:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff89a37cb14000 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775863.255042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a247a26d80 x1875666723423616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788775863.255080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788775863.255083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788775863.255085:0:8:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775863.255090:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff89a247534800 using connection 192.168.202.122@tcp/0@lo 00000100:00100000:0.0:1788775863.255101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89a2477b3100 x1875666723424128/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775863.255376:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723423360:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255445:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255488:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723424000:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255513:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255539:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723424640:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255563:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255588:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788775863.255593:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723423232:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255650:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723423872:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255687:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723424512:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.255706:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255728:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723423616:0@lo:8:kworker.0 00000100:00100000:0.0:1788775863.255749:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255764:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723424128:0@lo:8:kworker.0 00000100:00100000:0.0:1788775863.255781:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.255811:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423360 00000100:00100000:0.0:1788775863.255818:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423360 00000100:00100000:0.0:1788775863.255918:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423872 00000100:00100000:0.0:1788775863.255922:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423872 00000100:00100000:0.0:1788775863.255940:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788775863.255958:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723423360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.256010:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723423360:12345-0@lo:400:kworker.0 Request processed in 62us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775863.256018:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788775863.256034:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788775863.256041:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723423872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.256067:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723423872:12345-0@lo:400:kworker.0 Request processed in 28us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775863.256072:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788775863.256109:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723423872:0@lo:400:kworker.0 00000100:00100000:0.0:1788775863.256120:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723423360:0@lo:400:kworker.0 00000100:00100000:2.0:1788775863.256246:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424000 00000100:00100000:2.0:1788775863.256250:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424000 00000100:00100000:2.0:1788775863.256291:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423616 00000100:00100000:2.0:1788775863.256294:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423616 00000100:00100000:2.0:1788775863.256304:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424128 00000100:00100000:2.0:1788775863.256306:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424128 00000100:00100000:2.0:1788775863.256333:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788775863.256340:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723424000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775863.256381:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723424000:12345-0@lo:400:kworker.0 Request processed in 42us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775863.256387:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788775863.256399:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788775863.256403:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723423616:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788775863.256434:0:24246:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 796 last 0 00000020:00000080:2.0:1788775863.256459:0:24246:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x445c1d62c18ca693 00002000:00100000:2.0:1788775863.256473:0:24246:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff89a34a228800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788775863.256477:0:24246:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788775863.256480:0:24246:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788775863.256672:0:24246:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788775863.256693:0:24246:0:(import.c:65:import_set_state_nolock()) ffff89a34a22c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775863.256730:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875666723423616:12345-0@lo:8:kworker.0 Request processed in 324us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775863.256736:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788775863.256748:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788775863.256752:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875666723424128:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788775863.256776:0:24246:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 796 last 0 00000020:00000080:2.0:1788775863.256791:0:24246:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x445c1d62c18ca69a 00002000:00100000:2.0:1788775863.256798:0:24246:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff89a34a22a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1788775863.256802:0:24246:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1788775863.256803:0:24246:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788775863.256824:0:24246:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1788775863.256835:0:24246:0:(import.c:65:import_set_state_nolock()) ffff89a34a22f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775863.256860:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1875666723424128:12345-0@lo:8:kworker.0 Request processed in 107us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775863.256866:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:2.0:1788775863.256883:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775863.256893:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423232 00000100:00100000:2.0:1788775863.256897:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423232 00000100:00100000:2.0:1788775863.256919:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1788775863.256930:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3649:x1875666723423232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775863.256972:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3649:x1875666723423232:12345-0@lo:400:kworker.0 Request processed in 43us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775863.256978:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00010000:00080000:2.0:1788775863.257039:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a26d80 x1875666723423616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788775888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788775863.257051:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788775863.257059:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788775863.257063:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788775863.257066:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a37cb14000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788775863.257077:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788775863.257082:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875666723423616:0@lo:8:kworker.0 00010000:00080000:2.0:1788775863.257091:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b3100 x1875666723424128/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788775888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788775863.257099:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788775863.257103:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788775863.257105:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788775863.257107:0:3645:0:(import.c:65:import_set_state_nolock()) ffff89a247534800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788775863.257125:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788775863.257128:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875666723424128:0@lo:8:kworker.0 00000004:00080000:2.0:1788775863.257169:0:22759:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1788775863.257183:0:22759:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22759:1875666723425024:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788775863.257207:0:22759:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775863.257222:0:22759:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b16c0 going to sleep for 11 seconds 00000004:00080000:2.0:1788775863.257243:0:23478:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1788775863.257263:0:23478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425280:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1788775863.257284:0:23478:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775863.257298:0:23478:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a36e9790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775863.257343:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425024 00000100:00100000:2.0:1788775863.257347:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425024 00000100:00100000:2.0:1788775863.257368:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425280 00000100:00100000:2.0:1788775863.257370:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425280 00000100:00100000:2.0:1788775863.257387:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788775863.257394:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22759:x1875666723425024:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1788775863.257733:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788775863.257743:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775863.257850:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723425152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775863.257881:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.257909:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723423488:0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.257931:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.257942:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723424256:0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.257977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.257996:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723424768:0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258021:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.258038:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788775863.258044:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723423744:0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.258077:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723424384:0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258106:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.258117:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723424896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788775863.258136:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775863.258168:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424640 00000100:00100000:1.0:1788775863.258172:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424640 00000100:00100000:1.0:1788775863.258207:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424512 00000100:00100000:1.0:1788775863.258210:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424512 00000100:00100000:1.0:1788775863.258223:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424256 00000100:00100000:1.0:1788775863.258226:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424256 00000100:00100000:1.0:1788775863.258236:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424768 00000100:00100000:1.0:1788775863.258238:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424768 00000100:00100000:1.0:1788775863.258248:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423744 00000100:00100000:1.0:1788775863.258250:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423744 00000100:00100000:1.0:1788775863.258260:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424384 00000100:00100000:1.0:1788775863.258263:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424384 00000100:00100000:1.0:1788775863.258275:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788775863.258281:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723424640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258346:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875666723424640:12345-0@lo:400:kworker.0 Request processed in 66us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258353:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788775863.258368:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788775863.258373:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723424512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258399:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723424512:12345-0@lo:400:kworker.0 Request processed in 26us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258405:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788775863.258414:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788775863.258419:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723424256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258446:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723424256:12345-0@lo:400:kworker.0 Request processed in 27us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258458:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788775863.258470:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788775863.258476:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723424768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258502:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723424768:12345-0@lo:400:kworker.0 Request processed in 27us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258507:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788775863.258518:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788775863.258523:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723423744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258547:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723423744:12345-0@lo:400:kworker.0 Request processed in 24us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258552:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788775863.258562:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788775863.258567:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723424384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775863.258590:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723424384:12345-0@lo:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258595:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000004:00080000:1.0:1788775863.258620:0:22758:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788775863.258693:0:22758:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 796139381540ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788775863.258700:0:22758:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1788775863.258734:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425152 00000100:00100000:1.0:1788775863.258738:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425152 00000100:00100000:1.0:1788775863.258754:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723424896 00000100:00100000:1.0:1788775863.258757:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723424896 00000100:00100000:1.0:1788775863.258769:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788775863.258775:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1875666723425152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788775863.258794:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775863.258839:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1875666723425152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258846:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788775863.258860:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788775863.258866:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1875666723424896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788775863.258876:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775863.258899:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1875666723424896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775863.258905:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788775863.258936:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a24380 x1875666723423744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.258962:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723423744:0@lo:400:kworker.0 00010000:00080000:1.0:1788775863.258975:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b3800 x1875666723424384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.258984:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723424384:0@lo:400:kworker.0 00010000:00080000:1.0:1788775863.258995:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ddbd180 x1875666723424896/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.259008:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723424896:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1788775863.259019:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b2d80 x1875666723424256/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.259025:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723424256:0@lo:400:kworker.0 00010000:00080000:1.0:1788775863.259033:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b2a00 x1875666723424768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.259052:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723424768:0@lo:400:kworker.0 00000004:00080000:3.0:1788775863.259894:0:23477:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788775863.259966:0:23477:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 796140654434ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788775863.259972:0:23477:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:1.0:1788775863.262905:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ddbce00 x1875666723425152/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775863.262933:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723425152:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788775863.263013:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775863.263019:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00080000:2.0:1788775863.263160:0:24246:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788775863.263168:0:24246:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788775863.263173:0:24246:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:0.0:1788775863.267810:0:23466:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1788775863.268126:0:22712:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1788775863.275706:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723423488 00000100:00100000:3.0:1788775863.275721:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723423488 00000100:00100000:3.0:1788775863.275785:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775863.275794:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723423488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775863.275882:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723423488:12345-0@lo:400:kworker.0 Request processed in 89us (17949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775863.275889:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788775863.275905:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788775863.275911:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23478:x1875666723425280:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788775863.276047:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723423488:0@lo:400:kworker.0 00000100:00080000:0.0:1788775863.279459:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1788775863.285238:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.285250:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285269:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.285273:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.285279:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285296:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285307:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285352:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285392:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775863.285401:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.285407:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285415:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382051400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.285420:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285430:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285447:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285454:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b548629/0x445c1d62c18ca6a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285482:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.285485:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.285486:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.285832:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.285838:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285848:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.285855:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.285860:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285870:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285877:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285885:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285898:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775863.285905:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.285909:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285916:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.285919:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285928:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285938:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285966:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccf8490c/0x445c1d62c18ca6a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.285979:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.285981:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.285982:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.286783:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.286791:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.286804:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.286807:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.286812:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.286822:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.286830:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.286837:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.286851:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775863.287559:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.287567:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.287576:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a382050400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.287580:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.287589:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.287610:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.287617:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005517a494/0x445c1d62c18ca6af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.287635:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.287637:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.287638:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.287787:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.287797:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.287806:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.287809:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.287813:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.287823:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.287830:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.287838:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.287886:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.289774:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.289790:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.289808:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.289813:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.289819:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.289833:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.289850:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.289859:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775863.289981:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01055583-8c6a-411d-9136-d366c1b1cf41:3649:1875666723423232:0@lo:400:kworker.0 00010000:00080000:3.0:1788775863.290003:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b1500 x1875666723424512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775863.290015:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723424512:0@lo:400:kworker.0 00000100:00100000:3.0:1788775863.290029:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723424000:0@lo:400:kworker.0 00010000:00080000:3.0:1788775863.290046:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a2477b3b80 x1875666723424640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775863.290055:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875666723424640:0@lo:400:kworker.0 00002000:00080000:3.0:1788775863.291552:0:24247:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1788775863.291559:0:24247:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788775863.291645:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23478:x1875666723425280:12345-0@lo:7:osp-pre-1-1.0 Request processed in 15731us (34357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775863.291666:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788775863.291717:0:23478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425280:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788775863.291731:0:23478:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788775863.291769:0:23478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425408:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788775863.291803:0:23478:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775863.291824:0:23478:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24817d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775863.291853:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425408 00000100:00100000:3.0:1788775863.291859:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425408 00000100:00100000:3.0:1788775863.291896:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788775863.291904:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23478:x1875666723425408:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788775863.291929:0:24437:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788775863.291969:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23478:x1875666723425408:12345-0@lo:5:osp-pre-1-1.0 Request processed in 66us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775863.291975:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788775863.292002:0:23478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425408:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1788775863.292010:0:23478:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788775863.292032:0:23478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425536:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788775863.292052:0:23478:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775863.292066:0:23478:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24817d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775863.292077:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425536 00000100:00100000:3.0:1788775863.292080:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425536 00000100:00100000:3.0:1788775863.292096:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788775863.292110:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23478:x1875666723425536:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788775863.292132:0:24437:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00010000:00010000:0.0:1788775863.297153:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775863.297167:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297181:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.297192:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297203:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297223:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297231:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056ff5ffb/0x445c1d62c18ca6b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297253:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.297258:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297264:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.297267:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297274:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297284:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.297292:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.297299:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.297301:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.297922:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788775863.297931:0:24246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca6bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775863.298987:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.298996:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299010:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.299015:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.299021:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299036:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299046:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299055:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299075:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775863.299377:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.299382:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299391:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.299394:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.299404:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299414:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299421:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299427:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299435:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788775863.299716:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.299722:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299730:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.299733:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.299736:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299744:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299751:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299768:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.299776:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788775863.300029:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788775863.300036:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300045:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.300049:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300058:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300076:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300083:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a4c21a2/0x445c1d62c18ca6c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300107:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788775863.300111:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300117:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.300121:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300128:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300137:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300144:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000addb9375/0x445c1d62c18ca6cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300154:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.300158:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300164:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.300167:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300184:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300193:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300200:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb99d37a/0x445c1d62c18ca6d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.300212:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.300214:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.300215:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775863.300476:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.300482:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.300492:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.300495:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.300499:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.300508:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.300515:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.300522:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.300538:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775863.301326:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.301335:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.301345:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.301349:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.301357:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.301375:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.301382:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddd0962e/0x445c1d62c18ca6d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.301404:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.301406:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.301407:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775863.301533:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.301540:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.301558:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.301561:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.301565:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.301576:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.301584:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.301592:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.301752:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775863.302052:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.302058:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.302065:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.302068:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.302072:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.302081:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.302101:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.302108:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.303564:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775863.303577:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.303590:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.303595:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.303614:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.303634:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.303643:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054b82883/0x445c1d62c18ca6e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.303758:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788775863.304649:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.304721:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.304735:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.304740:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.304746:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.304758:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.304767:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.304774:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.304798:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788775863.305119:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775863.305126:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305135:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.305138:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305147:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305163:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305171:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eed20723/0x445c1d62c18ca6e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305195:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.305199:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305206:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.305209:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305217:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305227:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305235:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064ce1cd1/0x445c1d62c18ca6ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.305247:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.305249:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.305252:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.305337:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775863.306755:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.306765:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.306779:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.306783:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.306788:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.306800:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.306808:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.306815:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.306830:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775863.315352:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.315367:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.315382:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.315399:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.315411:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.315435:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.315443:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18ca6f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.315465:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.315467:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.315469:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775863.316994:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.317005:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.317021:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.317032:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.317038:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.317053:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.317062:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.317070:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.317087:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775863.317412:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.317419:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317429:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.317434:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317443:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317458:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317483:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000391f7b6c/0x445c1d62c18ca6fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317500:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.317503:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.317504:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.317838:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.317844:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317853:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.317857:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.317861:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317871:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317879:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317886:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.317898:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.318612:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.318624:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.318635:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.318638:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.318643:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.318663:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.318671:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.318679:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.318697:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788775863.318935:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788775863.318942:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.318960:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7400 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.318965:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.318974:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.318989:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319007:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037f5da15/0x445c1d62c18ca703 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319022:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775863.319026:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319032:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.319035:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319043:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319052:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319058:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce98cca2/0x445c1d62c18ca70a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319069:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.319070:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.319072:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.319145:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788775863.319748:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788775863.319756:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319774:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=796s v=(0 0) 00010000:00010000:3.0:1788775863.319777:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775863.319782:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319793:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319802:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319810:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.319826:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775863.320057:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.320063:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320071:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.320075:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320084:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320104:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320111:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e106df4d/0x445c1d62c18ca711 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320127:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.320129:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.320130:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.320462:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.320477:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320488:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.320491:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.320495:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320504:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320512:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320519:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320548:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775863.320700:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.320706:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.320714:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6e00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.320717:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.320725:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.320737:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.320751:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e434c4e8/0x445c1d62c18ca718 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.320767:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.320769:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.320771:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.320982:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.320987:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.320996:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.321000:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.321003:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.321011:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.321019:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.321026:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.321042:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788775863.321290:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775863.321295:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.321304:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.321307:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.321333:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.321354:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.321362:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006214266f/0x445c1d62c18ca71f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.321376:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.321378:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.321380:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.322393:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.322402:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.322415:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.322426:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.322431:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.322443:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.322453:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.322462:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.323153:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788775863.323401:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.323409:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.323419:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.323423:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.323433:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.323449:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.323456:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090563988/0x445c1d62c18ca726 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.323485:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.323488:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.323489:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.324042:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.324050:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324063:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.324067:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.324072:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324083:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324092:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324106:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324125:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.324450:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.324456:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324465:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.324480:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.324484:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324493:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324500:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324507:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.324519:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788775863.327227:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775863.327242:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327257:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7800 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.327261:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327271:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327294:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327301:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b41a2181/0x445c1d62c18ca72d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327345:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.327350:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327356:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.327359:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327366:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327404:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327411:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000200cf9d/0x445c1d62c18ca734 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.327426:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.327428:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.327430:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.327440:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788775863.328201:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788775863.328208:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.328222:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=796s v=(0 0) 00010000:00010000:0.0:1788775863.328226:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775863.328232:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.328244:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.328254:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.328262:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.328287:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775863.328672:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.328679:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.328693:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655d000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.328698:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.328705:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.328719:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.328727:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df6c17da/0x445c1d62c18ca73b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.328744:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.328746:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.328747:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.330500:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.330512:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.330532:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.330536:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.330543:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.330557:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.330573:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.330582:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.330602:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.331196:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.331202:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331212:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.331215:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.331219:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331228:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331236:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331245:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331270:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788775863.331279:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788775863.331285:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331293:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.331297:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331307:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331339:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331346:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331362:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775863.331365:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331371:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775863.331374:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331391:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331401:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331407:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.331421:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.331423:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.331424:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.333415:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788775863.336178:0:25063:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788775863.336223:0:25063:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788775863.336228:0:25063:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788775863.336455:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23478:x1875666723425536:12345-0@lo:5:osp-pre-1-1.0 Request processed in 44340us (44396us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788775863.336576:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00002000:00010000:0.0:1788775863.336761:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788775863.336770:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.336788:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=796s v=(0 0) 00010000:00010000:0.0:1788775863.336792:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775863.336800:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.336814:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.336825:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.336833:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.336859:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788775863.337246:0:23478:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788775863.337256:0:23478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23478:1875666723425536:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788775863.337273:0:23478:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788775863.337342:0:23478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23478:1875666723425664:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788775863.337390:0:23478:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775863.337422:0:23478:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2478903c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775863.337613:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425664 00000100:00100000:0.0:1788775863.337621:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425664 00010000:00010000:3.0:1788775863.337738:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775863.337746:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.337757:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655d600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.337761:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.337770:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.337792:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.337814:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000496330a0/0x445c1d62c18ca750 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.337834:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.337837:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.337838:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788775863.337921:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.337927:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.337960:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.337965:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.337970:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.337982:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.337990:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.337996:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.338013:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788775863.338367:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788775863.338380:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23478:x1875666723425664:12345-0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1788775863.338630:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.338637:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.338646:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=796s v=(0 0) 00010000:00080000:3.0:1788775863.338743:0:23478:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37ddbd880 x1875666723425664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788775879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775863.338757:0:23478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23478:1875666723425664:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788775863.338809:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23478:x1875666723425664:12345-0@lo:900:osp-pre-1-1.0 Request processed in 89us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775863.338818:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788775863.338839:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775863.338845:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.338853:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775863.338857:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.338866:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.338881:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.338889:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea5b642f/0x445c1d62c18ca757 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775863.338904:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.338906:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.338908:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.338934:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.338942:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.338963:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.338983:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.338991:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.339044:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.343007:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.343019:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.343036:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.343041:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.343046:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.343061:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.343071:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.343079:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346196:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788775863.346210:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346224:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7c00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.346229:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346242:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346283:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346291:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf5f03d9/0x445c1d62c18ca75e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346340:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775863.346344:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346352:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:3.0:1788775863.346355:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346363:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346373:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775863.346380:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.346382:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.346384:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775863.347597:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775863.347776:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788775863.347969:0:24246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18ca765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788775863.349793:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.349807:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.349824:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.349828:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.349834:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.349847:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.349857:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.349864:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.349884:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788775863.350301:0:24246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788775863.350307:0:24246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.350380:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=796s v=(0 0) 00010000:00010000:2.0:1788775863.350383:0:24246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775863.350387:0:24246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.350398:0:24246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.350407:0:24246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.350414:0:24246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775863.352144:0:24246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:2.0:1788775863.352236:0:24246:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1788775863.352369:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22759:x1875666723425024:12345-0@lo:5:osp-pre-1-0.0 Request processed in 94971us (95156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775863.352379:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788775863.352611:0:22759:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22759:1875666723425024:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788775863.352628:0:22759:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1788775863.352680:0:22759:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22759:1875666723425792:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788775863.352733:0:22759:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775863.352766:0:22759:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a248221840 going to sleep for 11 seconds 00000100:00100000:2.0:1788775863.352895:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425792 00000100:00100000:2.0:1788775863.352902:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425792 00000100:00100000:2.0:1788775863.352958:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788775863.352968:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22759:x1875666723425792:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788775863.353005:0:24247:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1788775863.355402:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788775863.355415:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355430:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6200 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775863.355434:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355445:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355530:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355540:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a7d0b42/0x445c1d62c18ca76c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355577:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775863.355581:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355587:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7600 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:1.0:1788775863.355590:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355597:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355607:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355613:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbc36a2/0x445c1d62c18ca773 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775863.355624:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775863.355626:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775863.355628:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775863.356812:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775863.357290:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22759:x1875666723425792:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4317us (4552us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788775863.357328:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788775863.359007:0:22759:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22759:1875666723425792:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788775863.359030:0:22759:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1788775864.272340:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775865.294504:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788775866.049548:0:25419:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788775866.328406:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775866.837567:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723425920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775866.837646:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775866.837845:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723425920 00000100:00100000:1.0:1788775866.837854:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723425920 00000100:00100000:1.0:1788775866.837935:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788775866.837945:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723425920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788775866.837973:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775866.838017:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723425920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775866.838024:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788775866.838044:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775866.838052:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723426048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788775866.838076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775866.838119:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723425920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788775866.838138:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426048 00000100:00100000:1.0:1788775866.838141:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426048 00000100:00100000:1.0:1788775866.838158:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788775866.838163:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723426048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775866.838173:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775866.838211:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723426048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775866.838217:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788775866.838240:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723426048:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788775866.846389:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000004:1.0:1788775867.312278:0:25471:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788775867.312645:0:25471:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788775867.347110:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775867.347471:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723426176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775867.347537:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775867.347593:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426176 00000100:00100000:0.0:1788775867.347599:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426176 00000100:00100000:0.0:1788775867.347644:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788775867.347654:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723426176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788775867.347698:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788775867.347754:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723426176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775867.347761:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788775867.347809:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723426176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775867.357890:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723426304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775867.357997:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775867.358159:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426304 00000100:00100000:2.0:1788775867.358167:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426304 00000100:00100000:2.0:1788775867.372101:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788775867.372125:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723426304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775867.372166:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775867.372253:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723426304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (14255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775867.372260:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788775867.372341:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723426304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788775868.367353:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723426816:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367446:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367477:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723427328:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367500:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367520:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723427840:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367552:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367584:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788775868.367590:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723426432:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367619:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367649:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723426944:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367668:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367682:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723427456:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367699:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367713:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723427968:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.367746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775868.367776:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426816 00000100:00100000:2.0:1788775868.367784:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426816 00000100:00100000:2.0:1788775868.367972:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427328 00000100:00100000:2.0:1788775868.367976:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427328 00000100:00100000:2.0:1788775868.367996:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788775868.368004:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1875666723426816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.368055:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1875666723426816:12345-0@lo:400:kworker.0 Request processed in 51us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.368062:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788775868.368077:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788775868.368082:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723427328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.368372:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723427328:12345-0@lo:400:kworker.0 Request processed in 289us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.368380:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788775868.368571:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427840 00000100:00100000:2.0:1788775868.368576:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427840 00000100:00100000:2.0:1788775868.368601:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426944 00000100:00100000:2.0:1788775868.368604:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426944 00000100:00100000:2.0:1788775868.368615:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427456 00000100:00100000:2.0:1788775868.368617:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427456 00000100:00100000:2.0:1788775868.368625:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427968 00000100:00100000:2.0:1788775868.368627:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427968 00000100:00100000:2.0:1788775868.368638:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788775868.368644:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723427840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.368679:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723427840:12345-0@lo:400:kworker.0 Request processed in 35us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.368685:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788775868.368706:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788775868.368712:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723426944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.368738:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875666723426944:12345-0@lo:400:kworker.0 Request processed in 26us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.368743:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788775868.368754:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788775868.368766:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723427456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.368804:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723427456:12345-0@lo:400:kworker.0 Request processed in 32us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.368927:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723426560:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.368964:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369003:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723427072:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369026:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369045:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723427584:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369080:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788775868.369086:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723426688:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369106:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369131:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723427200:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369151:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369166:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723427712:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.369209:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426688 00000100:00100000:0.0:1788775868.369212:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426688 00000100:00100000:0.0:1788775868.369237:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427200 00000100:00100000:0.0:1788775868.369239:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427200 00000100:00100000:0.0:1788775868.369256:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775868.369262:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723426688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369298:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723426688:12345-0@lo:400:kworker.0 Request processed in 36us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.369305:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788775868.369350:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775868.369357:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723427200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.369536:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426560 00000100:00100000:3.0:1788775868.369541:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426560 00000100:00100000:3.0:1788775868.369571:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427072 00000100:00100000:3.0:1788775868.369574:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427072 00000100:00100000:3.0:1788775868.369600:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788775868.369607:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723426560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.369643:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723426560:12345-0@lo:400:kworker.0 Request processed in 38us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.369648:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788775868.369660:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788775868.369665:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723427072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.369688:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723427072:12345-0@lo:400:kworker.0 Request processed in 23us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.369693:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788775868.369773:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723427200:12345-0@lo:400:kworker.0 Request processed in 416us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.369778:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788775868.369898:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723426688:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369923:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723427200:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369932:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723426560:0@lo:400:kworker.0 00000100:00100000:0.0:1788775868.369940:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723427072:0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.371568:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:1.0:1788775868.371718:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775868.372209:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427584 00000100:00100000:2.0:1788775868.372217:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427584 00000100:00100000:2.0:1788775868.372252:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723427712 00000100:00100000:2.0:1788775868.372255:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723427712 00000100:00080000:3.0:1788775868.373061:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788775868.373071:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788775868.373074:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788775868.373076:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788775868.373475:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788775868.373504:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723427968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775868.373597:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723427968:12345-0@lo:400:kworker.0 Request processed in 107us (5848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.375071:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723428096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788775868.375150:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.375218:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775868.375224:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723428224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775868.375250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775868.375298:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428096 00000100:00100000:0.0:1788775868.375306:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428096 00000100:00100000:0.0:1788775868.375372:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428224 00000100:00100000:0.0:1788775868.375375:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428224 00000100:00100000:0.0:1788775868.375390:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788775868.375399:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723428096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788775868.375429:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775868.375484:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723428096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.375491:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788775868.375507:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775868.375513:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1875666723428224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788775868.375522:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775868.375545:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1875666723428224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.375550:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775868.375599:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723428224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775868.377852:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723428096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788775868.379741:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788775868.379767:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723427584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.380022:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875666723427584:12345-0@lo:400:kworker.0 Request processed in 267us (10953us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.380030:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788775868.380061:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788775868.380068:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723427712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.380109:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723427712:12345-0@lo:400:kworker.0 Request processed in 42us (10923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.380116:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788775868.380149:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723426432 00000100:00100000:3.0:1788775868.380157:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723426432 00010000:00080000:1.0:1788775868.380273:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622f100 x1875666723427712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775868.380332:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723427712:0@lo:400:kworker.0 00010000:00080000:1.0:1788775868.380347:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622e680 x1875666723427584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775868.380355:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875666723427584:0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.380617:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788775868.380632:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723426432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.380672:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723426432:12345-0@lo:400:kworker.0 Request processed in 41us (13051us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.380679:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788775868.391217:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788775868.393602:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723426432:0@lo:400:kworker.0 00010000:00080000:3.0:1788775868.393631:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622ca80 x1875666723426944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775868.393646:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875666723426944:0@lo:400:kworker.0 00010000:00080000:3.0:1788775868.393660:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622f480 x1875666723427456/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775868.393669:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723427456:0@lo:400:kworker.0 00010000:00080000:3.0:1788775868.393681:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622ce00 x1875666723427968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775868.393689:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723427968:0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.393706:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37de51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723426816:0@lo:400:kworker.0 00000100:00100000:3.0:1788775868.393718:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723427328:0@lo:400:kworker.0 00010000:00080000:3.0:1788775868.393730:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a34622c000 x1875666723427840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775868.393738:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723427840:0@lo:400:kworker.0 00000020:00000004:0.0:1788775868.582037:0:25522:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788775868.582290:0:25522:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788775868.846846:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.847960:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985344 00000100:00100000:2.0:1788775868.847978:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985344 00000100:00100000:2.0:1788775868.848051:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 117 00000100:00100000:2.0:1788775868.848063:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2393:x1875666694985344:12345-192.168.202.22@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788775868.848100:0:22725:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 9fd59b34-d80a-4291-9b60-1e7384b86ab3@192.168.202.22@tcp t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:2.0:1788775868.848138:0:22725:0:(genops.c:1385:class_connect()) connect: client 9fd59b34-d80a-4291-9b60-1e7384b86ab3, cookie 0x445c1d62c18ca77a 00000100:00080000:2.0:1788775868.848379:0:22725:0:(import.c:65:import_set_state_nolock()) ffff89a34a22e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775868.848501:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+5:2393:x1875666694985344:12345-192.168.202.22@tcp:250:mount.lustre.0 Request processed in 438us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.848511:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 117 00000100:00100000:2.0:1788775868.855003:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775868.855124:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985472 00000100:00100000:0.0:1788775868.855136:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985472 00000100:00100000:0.0:1788775868.855196:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 118 00000100:00100000:0.0:1788775868.855211:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+5:18070:x1875666694985472:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788775868.855232:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775868.855252:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca781 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6785a4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775868.855293:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785a4 expref: 6 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775868.855303:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655c600/0x445c1d62c18ca781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785a4 expref: 6 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775868.855342:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655c600, rc 0) 00000100:00100000:0.0:1788775868.855411:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+6:18070:x1875666694985472:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 201us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.855417:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 118 00000100:00100000:0.0:1788775868.858797:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.859084:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985600 00000100:00100000:3.0:1788775868.859097:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985600 00000100:00100000:3.0:1788775868.859199:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 119 00000100:00100000:3.0:1788775868.859226:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+6:18070:x1875666694985600:12345-192.168.202.22@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788775868.859428:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+6:18070:x1875666694985600:12345-192.168.202.22@tcp:501:mount.lustre.0 Request processed in 203us (643us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788775868.859437:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 119 00000100:00100000:1.0:1788775868.862741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.863348:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985728 00000100:00100000:2.0:1788775868.863368:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985728 00000100:00100000:2.0:1788775868.863443:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 120 00000100:00100000:2.0:1788775868.863455:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+6:18070:x1875666694985728:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788775868.863478:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775868.863502:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37dcd6200/0x445c1d62c18ca788 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6785ab expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.863536:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd6200/0x445c1d62c18ca788 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785ab expref: 7 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.863549:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37dcd6200/0x445c1d62c18ca788 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785ab expref: 7 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.863560:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd6200, rc 0) 00000100:00100000:2.0:1788775868.864842:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+7:18070:x1875666694985728:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 1378us (2102us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.864854:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 120 00000100:00100000:2.0:1788775868.868182:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.868277:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985856 00000100:00100000:3.0:1788775868.868288:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985856 00000100:00100000:3.0:1788775868.868378:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 121 00000100:00100000:3.0:1788775868.868387:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+7:18070:x1875666694985856:12345-192.168.202.22@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788775868.868593:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18070:x1875666694985856:12345-192.168.202.22@tcp:501:mount.lustre.0 Request processed in 206us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.868734:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 121 00000100:00100000:0.0:1788775868.874811:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.875383:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694985984 00000100:00100000:2.0:1788775868.875397:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694985984 00000100:00100000:2.0:1788775868.875465:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 122 00000100:00100000:2.0:1788775868.875477:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18070:x1875666694985984:12345-192.168.202.22@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788775868.876108:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18070:x1875666694985984:12345-192.168.202.22@tcp:503:mount.lustre.0 Request processed in 631us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.876117:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 122 00000100:00100000:1.0:1788775868.878265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000001:00080000:2.0:1788775868.880821:0:25063:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1788775868.881665:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986112 00000100:00100000:3.0:1788775868.881681:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986112 00000100:00100000:0.0:1788775868.881803:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 123 00000100:00100000:0.0:1788775868.881817:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986112:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775868.882029:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986112:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 217us (3781us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.882036:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 123 00000040:00080000:2.0:1788775868.883222:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788775868.904636:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.904742:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986240 00000100:00100000:2.0:1788775868.904757:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986240 00000100:00100000:2.0:1788775868.904830:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 124 00000100:00100000:2.0:1788775868.904843:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986240:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788775868.905073:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986240:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 231us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.905082:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 124 00000100:00100000:1.0:1788775868.908304:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.908437:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986368 00000100:00100000:3.0:1788775868.908450:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986368 00000100:00100000:3.0:1788775868.908510:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 125 00000100:00100000:3.0:1788775868.908522:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986368:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788775868.908740:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18089:x1875666694986368:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 219us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.908750:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 125 00000100:00100000:1.0:1788775868.912531:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.912694:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986496 00000100:00100000:2.0:1788775868.912708:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986496 00000100:00100000:2.0:1788775868.912771:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 126 00000100:00100000:2.0:1788775868.912779:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+8:18070:x1875666694986496:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788775868.912800:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775868.912820:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37dcd6600/0x445c1d62c18ca78f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6785dc expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.912853:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd6600/0x445c1d62c18ca78f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785dc expref: 9 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.912863:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37dcd6600/0x445c1d62c18ca78f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785dc expref: 9 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775868.912872:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd6600, rc 0) 00000100:00100000:2.0:1788775868.912983:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+9:18070:x1875666694986496:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 203us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.912990:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 126 00000100:00100000:2.0:1788775868.920462:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775868.920533:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986624 00000100:00100000:0.0:1788775868.920548:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986624 00000100:00100000:0.0:1788775868.920633:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 127 00000100:00100000:0.0:1788775868.920646:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dca5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+9:18070:x1875666694986624:12345-192.168.202.22@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788775868.920698:0:22727:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788775868.920723:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788775868.920728:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788775868.920732:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788775868.920735:0:22727:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788775868.920737:0:22727:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788775868.928041:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dca5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+9:18070:x1875666694986624:12345-192.168.202.22@tcp:256:mount.lustre.0 Request processed in 7381us (7577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.928059:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 127 00000100:00100000:1.0:1788775868.932205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.932454:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986752 00000100:00100000:3.0:1788775868.932469:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986752 00000100:00100000:3.0:1788775868.932575:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 128 00000100:00100000:3.0:1788775868.932585:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+9:18070:x1875666694986752:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788775868.932698:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775868.932743:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6785e3 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775868.932780:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775868.932794:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775868.932806:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57600, rc 0) 00000100:00100000:3.0:1788775868.932876:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37d7b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18070:x1875666694986752:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 293us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.932882:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 128 00000100:00100000:2.0:1788775868.935432:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775868.935499:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694986880 00000100:00100000:0.0:1788775868.935512:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694986880 00000100:00100000:0.0:1788775868.935582:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 129 00000100:00100000:0.0:1788775868.935604:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18070:x1875666694986880:12345-192.168.202.22@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788775868.935810:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18070:x1875666694986880:12345-192.168.202.22@tcp:501:mount.lustre.0 Request processed in 219us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.935816:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 129 00000100:00100000:1.0:1788775868.938584:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.938730:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987008 00000100:00100000:3.0:1788775868.938743:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987008 00000100:00100000:3.0:1788775868.938820:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 130 00000100:00100000:3.0:1788775868.938831:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18070:x1875666694987008:12345-192.168.202.22@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788775868.939028:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18070:x1875666694987008:12345-192.168.202.22@tcp:503:mount.lustre.0 Request processed in 198us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.939035:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 130 00000100:00100000:1.0:1788775868.944224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775868.944571:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987136 00000100:00100000:0.0:1788775868.944585:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987136 00000100:00100000:0.0:1788775868.944676:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 131 00000100:00100000:0.0:1788775868.944689:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18094:x1875666694987136:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775868.944923:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18094:x1875666694987136:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 236us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.944932:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 131 00000100:00100000:0.0:1788775868.950535:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.953037:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987264 00000100:00100000:2.0:1788775868.953059:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987264 00000100:00100000:0.0:1788775868.953257:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 132 00000100:00100000:0.0:1788775868.953274:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18094:x1875666694987264:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775868.953508:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18094:x1875666694987264:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 239us (2988us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775868.953517:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 132 00000100:00100000:1.0:1788775868.958999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.960155:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987392 00000100:00100000:3.0:1788775868.960172:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987392 00000100:00100000:3.0:1788775868.960242:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:3.0:1788775868.960254:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2393:x1875666694987392:12345-192.168.202.22@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788775868.960295:0:22733:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 6eb0be1f-f500-4a39-9c31-892fcfe683f6@192.168.202.22@tcp t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:3.0:1788775868.960409:0:22733:0:(genops.c:1385:class_connect()) connect: client 6eb0be1f-f500-4a39-9c31-892fcfe683f6, cookie 0x445c1d62c18ca79d 00000004:00100000:3.0:1788775868.960442:0:22733:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788775868.960803:0:22733:0:(import.c:65:import_set_state_nolock()) ffff89a247881800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788775868.960991:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2393:x1875666694987392:12345-192.168.202.22@tcp:38:mount.lustre.0 Request processed in 738us (2013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.961001:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:0.0:1788775868.966851:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775868.966945:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.967921:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987648 00000100:00100000:3.0:1788775868.967937:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987648 00000100:00100000:3.0:1788775868.967994:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987520 00000100:00100000:3.0:1788775868.967998:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987520 00000100:00100000:3.0:1788775868.968044:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:3.0:1788775868.968053:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2393:x1875666694987648:12345-192.168.202.22@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788775868.968087:0:24728:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 6eb0be1f-f500-4a39-9c31-892fcfe683f6@192.168.202.22@tcp t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:3.0:1788775868.968144:0:24728:0:(genops.c:1385:class_connect()) connect: client 6eb0be1f-f500-4a39-9c31-892fcfe683f6, cookie 0x445c1d62c18ca7a4 00000004:00100000:3.0:1788775868.968171:0:24728:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788775868.968484:0:24728:0:(import.c:65:import_set_state_nolock()) ffff89a247880000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788775868.968575:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2393:x1875666694987648:12345-192.168.202.22@tcp:38:mount.lustre.0 Request processed in 521us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.968585:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:3.0:1788775868.968616:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00100000:3.0:1788775868.968624:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:0:x1875666694987520:12345-192.168.202.22@tcp:41:mount.lustre.0 00000100:00100000:1.0:1788775868.968957:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775868.969075:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987904 00000100:00100000:1.0:1788775868.969080:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987904 00000100:00100000:1.0:1788775868.969099:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 10 00000100:00100000:1.0:1788775868.969104:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18070:x1875666694987904:12345-192.168.202.22@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788775868.969124:0:22733:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788775868.969170:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18070:x1875666694987904:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 67us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775868.969175:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 10 00000004:00000024:3.0:1788775868.970916:0:24728:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775868.971000:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:0:x1875666694987520:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 2372us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.971011:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00080000:3.0:1788775868.971055:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788775868.971187:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.971463:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694987776 00000100:00100000:2.0:1788775868.971473:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694987776 00000100:00100000:2.0:1788775868.971533:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 11 00000100:00100000:2.0:1788775868.971543:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:0:x1875666694987776:12345-192.168.202.22@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788775868.971572:0:22733:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775868.971638:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:0:x1875666694987776:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 96us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.971716:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 11 00000100:00080000:3.0:1788775868.973027:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788775868.976146:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775868.976422:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988032 00000100:00100000:3.0:1788775868.976853:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988032 00000100:00100000:3.0:1788775868.978417:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 12 00000100:00100000:3.0:1788775868.978437:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988032:12345-192.168.202.22@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788775868.978722:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988032:12345-192.168.202.22@tcp:40:mount.lustre.0 Request processed in 290us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.978731:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 12 00000100:00100000:1.0:1788775868.987849:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775868.987968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775868.988052:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775868.988119:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988160 00000100:00100000:2.0:1788775868.988132:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988160 00000100:00100000:2.0:1788775868.988195:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988288 00000100:00100000:2.0:1788775868.988199:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988288 00000100:00100000:2.0:1788775868.988224:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:2.0:1788775868.988235:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2393:x1875666694988160:12345-192.168.202.22@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788775868.988281:0:24245:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 6eb0be1f-f500-4a39-9c31-892fcfe683f6@192.168.202.22@tcp t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:2.0:1788775868.988342:0:24245:0:(genops.c:1385:class_connect()) connect: client 6eb0be1f-f500-4a39-9c31-892fcfe683f6, cookie 0x445c1d62c18ca7ab 00002000:00100000:2.0:1788775868.988360:0:24245:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 6eb0be1f-f500-4a39-9c31-892fcfe683f6/ffff89a247ad9800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788775868.988388:0:24245:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788775868.988393:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:3.0:1788775868.988403:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2393:x1875666694988288:12345-192.168.202.22@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788775868.988424:0:24247:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 6eb0be1f-f500-4a39-9c31-892fcfe683f6@192.168.202.22@tcp t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:3.0:1788775868.988453:0:24247:0:(genops.c:1385:class_connect()) connect: client 6eb0be1f-f500-4a39-9c31-892fcfe683f6, cookie 0x445c1d62c18ca7b2 00002000:00100000:3.0:1788775868.988472:0:24247:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 6eb0be1f-f500-4a39-9c31-892fcfe683f6/ffff89a247885000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788775868.988480:0:24247:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788775868.988811:0:24247:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00002000:00080000:2.0:1788775868.988831:0:24245:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788775868.988852:0:24247:0:(import.c:65:import_set_state_nolock()) ffff89a247884000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1788775868.988859:0:24245:0:(import.c:65:import_set_state_nolock()) ffff89a34a229000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775868.988961:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2393:x1875666694988160:12345-192.168.202.22@tcp:8:mount.lustre.0 Request processed in 726us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775868.988970:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:3.0:1788775868.989027:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2393:x1875666694988288:12345-192.168.202.22@tcp:8:mount.lustre.0 Request processed in 622us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775868.989035:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:1.0:1788775868.989399:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988416 00000100:00100000:1.0:1788775868.989406:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988416 00000100:00100000:1.0:1788775868.989498:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:1.0:1788775868.989509:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988416:12345-192.168.202.22@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788775868.989556:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988416:12345-192.168.202.22@tcp:900:mount.lustre.0 Request processed in 50us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775868.989564:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:2.0:1788775869.003991:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775869.004134:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988544 00000100:00100000:1.0:1788775869.004149:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988544 00000100:00100000:1.0:1788775869.004267:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:1.0:1788775869.004280:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988544:12345-192.168.202.22@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788775869.006232:0:22735:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1804us 00000004:00200000:3.0:1788775869.032834:0:22735:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788775869.033035:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18070:x1875666694988544:12345-192.168.202.22@tcp:33:mount.lustre.0 Request processed in 28749us (29049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775869.033055:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:2.0:1788775869.169601:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775869.169794:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988672 00000100:00100000:1.0:1788775869.169807:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988672 00000100:00100000:1.0:1788775869.169900:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:1.0:1788775869.169923:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18117:x1875666694988672:12345-192.168.202.22@tcp:101:mkdir.0 00010000:00010000:1.0:1788775869.169951:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775869.169988:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032e00/0x445c1d62c18ca7b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678614 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.170276:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.170296:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.170362:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775869.170447:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788775869.170451:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788775869.173786:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.173860:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032e00/0x445c1d62c18ca7b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678614 expref: 8 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.175165:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678614 expref: 7 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775869.175183:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775869.175187:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788775869.175191:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248033400, rc 0) 00000100:00100000:1.0:1788775869.175358:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18117:x1875666694988672:12345-192.168.202.22@tcp:101:mkdir.0 Request processed in 5396us (5721us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775869.175371:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 13 00010000:00010000:1.0:1788775869.390610:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775870.415174:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775871.318961:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.319228:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988800 00000100:00100000:2.0:1788775871.319242:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988800 00000100:00100000:2.0:1788775871.319388:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00100000:2.0:1788775871.319403:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18169:x1875666694988800:12345-192.168.202.22@tcp:41:lfs.0 00000004:00000024:2.0:1788775871.319459:0:24728:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788775871.319614:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18169:x1875666694988800:12345-192.168.202.22@tcp:41:lfs.0 Request processed in 215us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.319623:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00080000:3.0:1788775871.320422:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788775871.322883:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.322995:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694988928 00000100:00100000:0.0:1788775871.323022:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694988928 00000100:00100000:0.0:1788775871.323121:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 15 00000100:00100000:0.0:1788775871.323136:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694988928:12345-192.168.202.22@tcp:41:lfs.0 00000004:00000024:0.0:1788775871.323186:0:22732:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788775871.323375:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694988928:12345-192.168.202.22@tcp:41:lfs.0 Request processed in 243us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.323385:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 15 00000100:00080000:3.0:1788775871.324096:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788775871.331989:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.332244:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989056 00000100:00100000:0.0:1788775871.332260:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989056 00000100:00100000:0.0:1788775871.332405:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:0.0:1788775871.332421:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694989056:12345-192.168.202.22@tcp:13:lfs.0 00002000:00000024:0.0:1788775871.332470:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788775871.333441:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694989056:12345-192.168.202.22@tcp:13:lfs.0 Request processed in 1019us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.333453:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00080000:3.0:1788775871.334157:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788775871.338015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775871.338185:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989184 00000100:00100000:1.0:1788775871.338201:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989184 00000100:00100000:1.0:1788775871.338307:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00100000:1.0:1788775871.338369:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694989184:12345-192.168.202.22@tcp:13:lfs.0 00002000:00000024:1.0:1788775871.338414:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775871.338590:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18169:x1875666694989184:12345-192.168.202.22@tcp:13:lfs.0 Request processed in 224us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775871.338607:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00080000:3.0:1788775871.339540:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788775871.438988:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775871.667305:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.667766:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989312 00000100:00100000:3.0:1788775871.667791:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989312 00000100:00100000:3.0:1788775871.667882:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 133 00000100:00100000:3.0:1788775871.667895:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+10:18205:x1875666694989312:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788775871.667916:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775871.667942:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37cb57400/0x445c1d62c18ca7c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c67861b expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775871.667982:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37cb57400/0x445c1d62c18ca7c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67861b expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775871.668123:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37cb57400/0x445c1d62c18ca7c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67861b expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775871.668136:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57400, rc 0) 00000100:00100000:3.0:1788775871.668238:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694989312:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 345us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.668246:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 133 00000100:00100000:2.0:1788775871.687442:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.687867:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989440 00000100:00100000:0.0:1788775871.687891:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989440 00000100:00100000:0.0:1788775871.687990:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 134 00000100:00100000:0.0:1788775871.688070:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694989440:12345-192.168.202.22@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788775871.689468:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694989440:12345-192.168.202.22@tcp:501:mount.lustre.0 Request processed in 1393us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.689496:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 134 00000100:00100000:0.0:1788775871.698570:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.699385:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989568 00000100:00100000:2.0:1788775871.699399:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989568 00000100:00100000:2.0:1788775871.699490:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 135 00000100:00100000:2.0:1788775871.699504:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694989568:12345-192.168.202.22@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788775871.699721:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694989568:12345-192.168.202.22@tcp:503:mount.lustre.0 Request processed in 219us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.699742:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 135 00000100:00100000:2.0:1788775871.709755:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.712913:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989696 00000100:00100000:0.0:1788775871.712935:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989696 00000100:00100000:0.0:1788775871.713489:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 136 00000100:00100000:0.0:1788775871.713506:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989696:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775871.713752:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989696:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 250us (4280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.713761:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 136 00000100:00100000:0.0:1788775871.761712:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.762721:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989824 00000100:00100000:3.0:1788775871.762738:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989824 00000100:00100000:3.0:1788775871.762830:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 137 00000100:00100000:3.0:1788775871.762843:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989824:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788775871.763087:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989824:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 246us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.763097:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 137 00000100:00100000:2.0:1788775871.776234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.776362:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694989952 00000100:00100000:0.0:1788775871.776377:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694989952 00000100:00100000:0.0:1788775871.776456:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 138 00000100:00100000:0.0:1788775871.776471:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989952:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775871.776707:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18210:x1875666694989952:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 239us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.776717:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 138 00000100:00100000:2.0:1788775871.784537:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775871.784738:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990080 00000100:00100000:1.0:1788775871.784752:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990080 00000100:00100000:1.0:1788775871.784841:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 139 00000100:00100000:1.0:1788775871.784855:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18205:x1875666694990080:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788775871.784887:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775871.784912:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca7ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c67864c expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775871.784951:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca7ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67864c expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775871.784964:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a248032e00/0x445c1d62c18ca7ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67864c expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775871.784976:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032e00, rc 0) 00000100:00100000:1.0:1788775871.785056:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18205:x1875666694990080:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 204us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775871.785064:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 139 00000100:00100000:2.0:1788775871.790014:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.790556:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990208 00000100:00100000:3.0:1788775871.790581:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990208 00000100:00100000:3.0:1788775871.790692:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 140 00000100:00100000:3.0:1788775871.790706:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18205:x1875666694990208:12345-192.168.202.22@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788775871.790903:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788775871.790931:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788775871.790937:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788775871.790940:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788775871.790943:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788775871.790946:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788775871.795214:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18205:x1875666694990208:12345-192.168.202.22@tcp:256:mount.lustre.0 Request processed in 4487us (5190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.795235:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 140 00000100:00100000:2.0:1788775871.799032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.799162:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990336 00000100:00100000:0.0:1788775871.799193:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990336 00000100:00100000:0.0:1788775871.799278:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 141 00000100:00100000:0.0:1788775871.799291:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18205:x1875666694990336:12345-192.168.202.22@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788775871.799355:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775871.799381:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c678653 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775871.799421:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 13 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775871.799433:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 13 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775871.799443:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655da00, rc 0) 00000100:00100000:0.0:1788775871.799937:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18205:x1875666694990336:12345-192.168.202.22@tcp:101:mount.lustre.0 Request processed in 647us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.799944:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 141 00000100:00100000:2.0:1788775871.802957:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.803112:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990464 00000100:00100000:0.0:1788775871.803125:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990464 00000100:00100000:0.0:1788775871.803206:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 142 00000100:00100000:0.0:1788775871.803219:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18205:x1875666694990464:12345-192.168.202.22@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788775871.804436:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a36a8f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18205:x1875666694990464:12345-192.168.202.22@tcp:501:mount.lustre.0 Request processed in 1211us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.804538:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 142 00000100:00100000:2.0:1788775871.807470:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.807886:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990592 00000100:00100000:0.0:1788775871.807898:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990592 00000100:00100000:0.0:1788775871.808037:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 143 00000100:00100000:0.0:1788775871.808051:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18205:x1875666694990592:12345-192.168.202.22@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788775871.808273:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18205:x1875666694990592:12345-192.168.202.22@tcp:503:mount.lustre.0 Request processed in 225us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.808283:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 143 00000100:00100000:2.0:1788775871.814049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775871.815126:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990720 00000100:00100000:1.0:1788775871.815153:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990720 00000100:00100000:1.0:1788775871.815224:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 144 00000100:00100000:1.0:1788775871.815247:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18214:x1875666694990720:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788775871.815495:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18214:x1875666694990720:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 251us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775871.815504:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 144 00000100:00100000:2.0:1788775871.850566:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.850701:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990848 00000100:00100000:2.0:1788775871.850714:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990848 00000100:00100000:2.0:1788775871.850946:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 145 00000100:00100000:2.0:1788775871.850959:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18214:x1875666694990848:12345-192.168.202.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788775871.852368:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18214:x1875666694990848:12345-192.168.202.22@tcp:502:llog_process_th.0 Request processed in 1401us (7228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.852384:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 145 00000100:00100000:2.0:1788775871.861115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861204:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861232:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861259:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861287:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.861365:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991360 00000100:00100000:2.0:1788775871.861378:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991360 00000100:00100000:2.0:1788775871.861440:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991488 00000100:00100000:2.0:1788775871.861462:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991488 00000100:00100000:2.0:1788775871.861492:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00100000:2.0:1788775871.861504:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991360:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775871.861609:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991360:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 106us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.861618:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00100000:3.0:1788775871.862249:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 10 00000100:00100000:3.0:1788775871.862265:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991488:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775871.862338:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991488:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 54us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.862344:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 10 00000100:00100000:3.0:1788775871.862372:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991104 00000100:00100000:3.0:1788775871.862377:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991104 00000100:00100000:0.0:1788775871.863354:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991232 00000100:00100000:0.0:1788775871.863365:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991232 00000100:00100000:3.0:1788775871.863491:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694990976 00000100:00100000:3.0:1788775871.863496:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694990976 00000100:00100000:3.0:1788775871.863509:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991744 00000100:00100000:3.0:1788775871.863512:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991744 00000100:00100000:3.0:1788775871.863527:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 38 00000100:00100000:3.0:1788775871.863540:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666694991104:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775871.863616:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666694991104:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 79us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.863624:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 38 00000100:00100000:0.0:1788775871.868931:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:0.0:1788775871.868969:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991232:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775871.869087:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666694991232:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 140us (7882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.869095:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:0.0:1788775871.869123:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 16 00000100:00100000:0.0:1788775871.869128:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2393:x1875666694990976:12345-192.168.202.22@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788775871.869237:0:22732:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from c733421f-e5cd-496f-9bc9-1d44ffbd3ce7@192.168.202.22@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:0.0:1788775871.869285:0:22732:0:(genops.c:1385:class_connect()) connect: client c733421f-e5cd-496f-9bc9-1d44ffbd3ce7, cookie 0x445c1d62c18ca7dc 00000004:00100000:0.0:1788775871.869347:0:22732:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788775871.869492:0:22732:0:(import.c:65:import_set_state_nolock()) ffff89a24822c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788775871.869534:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2393:x1875666694990976:12345-192.168.202.22@tcp:38:mount.lustre.0 Request processed in 404us (8273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.869542:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 16 00000100:00100000:0.0:1788775871.869562:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 17 00000100:00100000:0.0:1788775871.869567:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2393:x1875666694991744:12345-192.168.202.22@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788775871.869836:0:22732:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from c733421f-e5cd-496f-9bc9-1d44ffbd3ce7@192.168.202.22@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:0.0:1788775871.869865:0:22732:0:(genops.c:1385:class_connect()) connect: client c733421f-e5cd-496f-9bc9-1d44ffbd3ce7, cookie 0x445c1d62c18ca7e3 00000004:00100000:0.0:1788775871.869890:0:22732:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788775871.869969:0:22732:0:(import.c:65:import_set_state_nolock()) ffff89a24822b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788775871.869998:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2393:x1875666694991744:12345-192.168.202.22@tcp:38:mount.lustre.0 Request processed in 430us (8710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.870005:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 17 00000100:00100000:0.0:1788775871.875457:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.875515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.875615:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991616 00000100:00100000:3.0:1788775871.875630:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991616 00000100:00100000:3.0:1788775871.875724:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992000 00000100:00100000:3.0:1788775871.875758:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992000 00000100:00100000:3.0:1788775871.875790:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 18 00000100:00100000:3.0:1788775871.875802:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+7:0:x1875666694991616:12345-192.168.202.22@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788775871.875846:0:22733:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775871.875955:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+7:0:x1875666694991616:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 154us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.875963:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 18 00000100:00100000:3.0:1788775871.875984:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00100000:3.0:1788775871.875991:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992000:12345-192.168.202.22@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788775871.876002:0:22733:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775871.876025:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992000:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 34us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.876032:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00080000:0.0:1788775871.876562:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788775871.880431:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.882025:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694991872 00000100:00100000:3.0:1788775871.882045:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694991872 00000100:00080000:0.0:1788775871.882268:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788775871.882521:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 20 00000100:00100000:3.0:1788775871.882537:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ff5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:0:x1875666694991872:12345-192.168.202.22@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788775871.882930:0:22733:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788775871.883454:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ff5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:0:x1875666694991872:12345-192.168.202.22@tcp:41:mount.lustre.0 Request processed in 908us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775871.883465:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 20 00000100:00100000:1.0:1788775871.886473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.886987:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992128 00000100:00100000:0.0:1788775871.887000:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992128 00000100:00100000:0.0:1788775871.887087:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:0.0:1788775871.887100:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992128:12345-192.168.202.22@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788775871.887241:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992128:12345-192.168.202.22@tcp:40:mount.lustre.0 Request processed in 144us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.887249:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:0.0:1788775871.896451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775871.896506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775871.896617:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992256 00000100:00100000:2.0:1788775871.896630:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992256 00000100:00100000:2.0:1788775871.896680:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992384 00000100:00100000:2.0:1788775871.896684:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992384 00000100:00100000:2.0:1788775871.896711:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 23 00000100:00100000:2.0:1788775871.896723:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2393:x1875666694992256:12345-192.168.202.22@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788775871.896783:0:24245:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from c733421f-e5cd-496f-9bc9-1d44ffbd3ce7@192.168.202.22@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:2.0:1788775871.896828:0:24245:0:(genops.c:1385:class_connect()) connect: client c733421f-e5cd-496f-9bc9-1d44ffbd3ce7, cookie 0x445c1d62c18ca7ea 00002000:00100000:2.0:1788775871.896845:0:24245:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c733421f-e5cd-496f-9bc9-1d44ffbd3ce7/ffff89a247b35000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788775871.896859:0:24245:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788775871.896965:0:24245:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788775871.897008:0:24245:0:(import.c:65:import_set_state_nolock()) ffff89a34a598800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775871.897095:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2393:x1875666694992256:12345-192.168.202.22@tcp:8:mount.lustre.0 Request processed in 372us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.897103:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 23 00000100:00100000:2.0:1788775871.897125:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 24 00000100:00100000:2.0:1788775871.897129:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2393:x1875666694992384:12345-192.168.202.22@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788775871.897146:0:24245:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from c733421f-e5cd-496f-9bc9-1d44ffbd3ce7@192.168.202.22@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:2.0:1788775871.897163:0:24245:0:(genops.c:1385:class_connect()) connect: client c733421f-e5cd-496f-9bc9-1d44ffbd3ce7, cookie 0x445c1d62c18ca7f1 00002000:00100000:2.0:1788775871.897186:0:24245:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c733421f-e5cd-496f-9bc9-1d44ffbd3ce7/ffff89a34a599000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788775871.897192:0:24245:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788775871.897234:0:24245:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788775871.897249:0:24245:0:(import.c:65:import_set_state_nolock()) ffff89a34a59a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788775871.897271:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2393:x1875666694992384:12345-192.168.202.22@tcp:8:mount.lustre.0 Request processed in 140us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.897277:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 24 00000100:00100000:2.0:1788775871.900056:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775871.901299:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992512 00000100:00100000:1.0:1788775871.901369:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992512 00000100:00100000:1.0:1788775871.901806:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:1.0:1788775871.901822:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992512:12345-192.168.202.22@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788775871.901965:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992512:12345-192.168.202.22@tcp:900:mount.lustre.0 Request processed in 146us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775871.901973:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:1.0:1788775871.906009:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775871.906202:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992640 00000100:00100000:3.0:1788775871.906217:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992640 00000100:00100000:3.0:1788775871.906587:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 1 00000100:00100000:3.0:1788775871.906603:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992640:12345-192.168.202.22@tcp:33:mount.lustre.0 00000004:00200000:3.0:1788775871.906851:0:22736:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788775871.906988:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18205:x1875666694992640:12345-192.168.202.22@tcp:33:mount.lustre.0 Request processed in 388us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775871.907019:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 1 00000100:00100000:0.0:1788775871.950624:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723428352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788775871.950893:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775871.951094:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428352 00000100:00100000:2.0:1788775871.951105:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428352 00000100:00100000:2.0:1788775871.952102:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788775871.952118:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723428352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788775871.952163:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1788775871.952506:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788775871.953284:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723428352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1164us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775871.953298:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788775871.953376:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723428480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788775871.953792:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775871.954011:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428480 00000100:00100000:0.0:1788775871.954021:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428480 00000100:00100000:0.0:1788775871.954100:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788775871.954111:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723428480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788775871.954148:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788775871.954207:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723428480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775871.954214:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788775871.954308:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723428480:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788775871.955025:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775871.955355:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723428352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788775872.127600:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775872.127956:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992768 00000100:00100000:3.0:1788775872.127973:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992768 00000100:00100000:3.0:1788775872.128070:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:3.0:1788775872.128084:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18237:x1875666694992768:12345-192.168.202.22@tcp:101:mkdir.0 00010000:00010000:3.0:1788775872.128115:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775872.128161:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56200/0x445c1d62c18ca7f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678684 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128251:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128271:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128291:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775872.128414:0:22734:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788775872.128419:0:22734:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788775872.128447:0:22734:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128481:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56200/0x445c1d62c18ca7f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 8 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128504:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 7 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775872.128547:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:3.0:1788775872.128551:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788775872.128556:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57c00, rc 0) 00000100:00100000:3.0:1788775872.129085:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+7:18237:x1875666694992768:12345-192.168.202.22@tcp:101:mkdir.0 Request processed in 1002us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775872.129095:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:1.0:1788775872.463136:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723428608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788775872.463263:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788775872.463407:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775872.465737:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723428736:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788775872.465833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775872.465977:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428608 00000100:00100000:3.0:1788775872.465990:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428608 00000100:00100000:3.0:1788775872.466052:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428736 00000100:00100000:3.0:1788775872.466056:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428736 00000100:00100000:3.0:1788775872.466075:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788775872.466085:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723428608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788775872.466131:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775872.466187:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723428608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (2925us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775872.466196:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788775872.466230:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788775872.466238:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723428736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788775872.466257:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788775872.466291:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723428736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775872.466297:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788775872.466467:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723428736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788775872.466585:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723428608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788775873.491068:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788775873.491106:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723428864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788775873.491230:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775873.491296:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428864 00000100:00100000:0.0:1788775873.491307:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428864 00000100:00100000:0.0:1788775873.491405:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775873.491420:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723428864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788775873.491460:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788775873.491708:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723428864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 291us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775873.491718:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775873.491786:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788775873.491815:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723428864:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788775873.493225:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788775873.494680:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788775873.494697:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788775873.503414:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788775873.503446:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723428992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775873.504684:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.505218:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723428992 00000100:00100000:1.0:1788775873.505229:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723428992 00000100:00100000:1.0:1788775873.505338:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788775873.505350:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723428992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788775873.505383:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775873.505466:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723428992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.505473:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788775873.506244:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246495880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723429120:0@lo:400:kworker.0 00000100:00100000:3.0:1788775873.506341:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788775873.508884:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788775873.508989:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723428992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775873.511468:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723429248:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.511594:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.511683:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429248 00000100:00100000:1.0:1788775873.511694:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429248 00000100:00100000:1.0:1788775873.511931:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788775873.511947:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723429248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.512024:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723429248:12345-0@lo:400:kworker.0 Request processed in 81us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.512033:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788775873.512090:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723429248:0@lo:400:kworker.0 00000100:00100000:3.0:1788775873.514443:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429120 00000100:00100000:3.0:1788775873.514464:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429120 00000100:00100000:3.0:1788775873.514612:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788775873.514624:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3646:x1875666723429120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775873.514747:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3646:x1875666723429120:12345-0@lo:400:kworker.0 Request processed in 126us (8406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775873.515608:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1788775873.520627:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723429632:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.520737:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775873.520811:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429632 00000100:00100000:2.0:1788775873.520837:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429632 00000100:00100000:2.0:1788775873.520920:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788775873.520931:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723429632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521006:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723429632:12345-0@lo:400:kworker.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775873.521015:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788775873.521076:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723429632:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521085:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723430144:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521130:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775873.521162:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430144 00000100:00100000:2.0:1788775873.521166:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430144 00000100:00100000:2.0:1788775873.521226:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788775873.521233:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723430144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521265:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875666723430144:12345-0@lo:400:kworker.0 Request processed in 34us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775873.521272:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1788775873.521289:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788775873.521334:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37dd43800 x1875666723430144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775873.521347:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875666723430144:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521365:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246495880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723429120:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521392:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788775873.521400:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723429760:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775873.521469:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429760 00000100:00100000:2.0:1788775873.521480:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429760 00000100:00100000:2.0:1788775873.521514:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788775873.521520:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723429760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521553:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723429760:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775873.521558:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1788775873.521574:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788775873.521590:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723429760:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521597:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875666723430272:0@lo:400:kworker.0 00000100:00100000:2.0:1788775873.521619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.526305:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430272 00000100:00100000:1.0:1788775873.526530:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430272 00000100:00100000:1.0:1788775873.526706:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788775873.526720:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875666723430272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527021:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875666723430272:12345-0@lo:400:kworker.0 Request processed in 304us (5399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.527030:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788775873.527090:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246496d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723429504:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527152:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.527187:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1875666723430016:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.527256:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788775873.527263:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723429376:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.527354:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723429888:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527377:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.527393:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723430400:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527414:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775873.527441:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429504 00000100:00100000:1.0:1788775873.527447:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429504 00000100:00100000:1.0:1788775873.527472:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430016 00000100:00100000:1.0:1788775873.527474:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430016 00000100:00100000:1.0:1788775873.527490:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429888 00000100:00100000:1.0:1788775873.527492:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429888 00000100:00100000:1.0:1788775873.527502:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430400 00000100:00100000:1.0:1788775873.527504:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430400 00000100:00100000:1.0:1788775873.527643:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788775873.527651:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723429504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527695:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875666723429504:12345-0@lo:400:kworker.0 Request processed in 45us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.527702:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788775873.527717:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788775873.527723:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875666723430016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527751:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875666723430016:12345-0@lo:400:kworker.0 Request processed in 28us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.527829:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788775873.527846:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788775873.527870:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723429888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527901:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875666723429888:12345-0@lo:400:kworker.0 Request processed in 32us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.527907:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788775873.527919:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788775873.527925:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723430400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.527951:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875666723430400:12345-0@lo:400:kworker.0 Request processed in 27us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775873.527958:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788775873.528008:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875666723429888:0@lo:400:kworker.0 00010000:00080000:1.0:1788775873.528023:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37dd43480 x1875666723430400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775873.528034:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875666723430400:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.528044:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246496d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875666723429504:0@lo:400:kworker.0 00000100:00100000:1.0:1788775873.528055:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1875666723430016:0@lo:400:kworker.0 00000100:00080000:1.0:1788775873.528380:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788775873.528386:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788775873.528797:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875666723430272:0@lo:400:kworker.0 00000100:00100000:0.0:1788775873.533471:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723429376 00000100:00100000:0.0:1788775873.533492:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723429376 00000100:00100000:0.0:1788775873.533605:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788775873.533618:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723429376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775873.533754:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723429376:12345-0@lo:400:kworker.0 Request processed in 139us (6460us total) trans 0 rc 0/0 00000100:00080000:2.0:1788775873.533911:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775873.534016:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a246495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723429376:0@lo:400:kworker.0 00000100:00100000:0.0:1788775873.534198:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1788775874.510514:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788775875.029515:0:22712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c733421f-e5cd-496f-9bc9-1d44ffbd3ce7 00000001:00100000:0.0:1788775875.029532:0:22712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6eb0be1f-f500-4a39-9c31-892fcfe683f6 00000001:00100000:3.0:1788775875.035682:0:25063:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c733421f-e5cd-496f-9bc9-1d44ffbd3ce7 00000001:00100000:3.0:1788775875.035703:0:25063:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6eb0be1f-f500-4a39-9c31-892fcfe683f6 00000001:00100000:1.0:1788775875.046224:0:24242:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c733421f-e5cd-496f-9bc9-1d44ffbd3ce7 00000001:00100000:1.0:1788775875.046250:0:24242:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6eb0be1f-f500-4a39-9c31-892fcfe683f6 00000001:00100000:1.0:1788775875.046725:0:23466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c733421f-e5cd-496f-9bc9-1d44ffbd3ce7 00000001:00100000:1.0:1788775875.046736:0:23466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6eb0be1f-f500-4a39-9c31-892fcfe683f6 00000001:02000400:0.0:1788775875.418144:0:25620:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788775875.536125:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775876.558564:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775877.062060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062142:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062164:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062256:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062303:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062376:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775877.062417:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694992896 00000100:00100000:0.0:1788775877.062431:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694992896 00000100:00100000:0.0:1788775877.062504:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 147 00000100:00100000:0.0:1788775877.062518:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:2396:x1875666694992896:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775877.062619:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:2396:x1875666694992896:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 103us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775877.062627:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 147 00000100:00100000:0.0:1788775877.062668:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993280 00000100:00100000:0.0:1788775877.062672:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993280 00000100:00100000:0.0:1788775877.062708:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993792 00000100:00100000:0.0:1788775877.062711:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993792 00000100:00100000:0.0:1788775877.062725:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993408 00000100:00100000:0.0:1788775877.062728:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993408 00000100:00100000:0.0:1788775877.062742:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993920 00000100:00100000:0.0:1788775877.062744:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993920 00000100:00100000:0.0:1788775877.062760:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:0.0:1788775877.062766:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993280:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775877.062802:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993280:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 36us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775877.062809:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:3.0:1788775877.062884:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993024 00000100:00100000:3.0:1788775877.062889:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993024 00000100:00100000:3.0:1788775877.062919:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993536 00000100:00100000:3.0:1788775877.062922:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993536 00000100:00100000:3.0:1788775877.062936:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993152 00000100:00100000:3.0:1788775877.062938:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993152 00000100:00100000:3.0:1788775877.062951:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694993664 00000100:00100000:3.0:1788775877.062954:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694993664 00000100:00100000:3.0:1788775877.062973:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 46 00000100:00100000:3.0:1788775877.062980:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2396:x1875666694993024:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775877.063014:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2396:x1875666694993024:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 35us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.063020:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 46 00000100:00100000:3.0:1788775877.063036:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 47 00000100:00100000:3.0:1788775877.063043:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2396:x1875666694993536:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775877.063068:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2396:x1875666694993536:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 26us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.063082:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 47 00000100:00100000:3.0:1788775877.063096:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 48 00000100:00100000:3.0:1788775877.063102:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993152:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775877.063131:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993152:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 29us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.063137:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 48 00000100:00100000:3.0:1788775877.063148:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 49 00000100:00100000:3.0:1788775877.063154:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993664:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:3.0:1788775877.063177:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993664:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 23us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.063183:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 49 00000100:00100000:2.0:1788775877.065950:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00100000:2.0:1788775877.065974:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993792:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775877.066068:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993792:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 106us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775877.066075:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00100000:2.0:1788775877.066095:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 15 00000100:00100000:2.0:1788775877.066102:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a366dd2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993408:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775877.066126:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a366dd2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2396:x1875666694993408:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 25us (3844us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775877.066132:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 15 00000100:00100000:2.0:1788775877.066277:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 16 00000100:00100000:2.0:1788775877.066285:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993920:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:2.0:1788775877.066357:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666694993920:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 72us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775877.066364:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 16 00000100:00080000:2.0:1788775877.066384:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788775877.066391:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788775877.066396:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788775877.066399:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775877.075960:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723430528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788775877.076072:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775877.076155:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430528 00000100:00100000:1.0:1788775877.076166:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430528 00000100:00100000:1.0:1788775877.076254:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788775877.076265:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723430528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788775877.077681:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775877.077803:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723430528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1535us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775877.077815:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788775877.077872:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775877.077891:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723430656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788775877.077937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775877.077976:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430656 00000100:00100000:1.0:1788775877.077984:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430656 00000100:00100000:1.0:1788775877.078024:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788775877.078033:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723430656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775877.078053:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788775877.078078:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723430656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775877.078084:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788775877.078132:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723430656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788775877.081584:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723430528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788775877.081813:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775877.589104:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723430784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788775877.589223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775877.589746:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430784 00000100:00100000:3.0:1788775877.589757:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430784 00000100:00100000:3.0:1788775877.589837:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788775877.589849:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723430784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788775877.589897:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788775877.589968:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723430784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.589976:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788775877.593617:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723430784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775877.597441:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788775877.597474:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723430912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775877.597585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775877.597657:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723430912 00000100:00100000:3.0:1788775877.597666:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723430912 00000100:00100000:3.0:1788775877.597735:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788775877.597746:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723430912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788775877.597794:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788775877.597864:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723430912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775877.597873:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788775877.597944:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723430912:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788775877.599714:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788775878.098843:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788775878.611784:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723431040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788775878.611870:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.611946:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775878.611956:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723431168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775878.611983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.612012:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431040 00000100:00100000:1.0:1788775878.612020:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431040 00000100:00100000:1.0:1788775878.612065:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431168 00000100:00100000:1.0:1788775878.612068:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431168 00000100:00100000:1.0:1788775878.612088:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788775878.612097:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723431040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788775878.612127:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775878.612172:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723431040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775878.612179:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788775878.612195:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788775878.612202:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723431168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788775878.612214:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788775878.612242:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723431168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775878.612249:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:1.0:1788775878.612302:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775878.612354:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723431168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775878.612386:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723431040:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788775878.613391:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788775878.614896:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723431424:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.614961:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615002:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723431936:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615050:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615073:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723432448:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615101:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615126:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788775878.615132:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723431552:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615154:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615169:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723432064:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615187:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615212:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723432576:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615234:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775878.615264:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431424 00000100:00100000:1.0:1788775878.615271:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431424 00000100:00100000:1.0:1788775878.615341:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788775878.615351:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723431424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.615408:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723431424:12345-0@lo:400:kworker.0 Request processed in 59us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775878.615415:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788775878.615437:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431936 00000100:00100000:1.0:1788775878.615441:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431936 00000100:00100000:1.0:1788775878.615462:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431552 00000100:00100000:0.0:1788775878.615639:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775878.615651:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723431936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615685:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723431936:12345-0@lo:400:kworker.0 Request processed in 39us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.615691:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788775878.615781:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723431296:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775878.615854:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723431808:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615877:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775878.615893:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723432320:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615912:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775878.615930:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788775878.615936:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723431680:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775878.615965:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723432192:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.615983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775878.616003:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431296 00000100:00100000:0.0:1788775878.616006:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431296 00000100:00100000:0.0:1788775878.616034:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788775878.616040:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:3647:x1875666723431296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616087:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:3647:x1875666723431296:12345-0@lo:400:kworker.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616093:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788775878.616122:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431808 00000100:00100000:0.0:1788775878.616126:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431808 00000100:00100000:0.0:1788775878.616148:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788775878.616154:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723431808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616181:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723431808:12345-0@lo:400:kworker.0 Request processed in 28us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616186:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788775878.616204:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432448 00000100:00100000:0.0:1788775878.616207:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432448 00000100:00100000:0.0:1788775878.616237:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432064 00000100:00100000:0.0:1788775878.616239:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432064 00000100:00100000:0.0:1788775878.616249:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432576 00000100:00100000:0.0:1788775878.616251:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432576 00000100:00100000:0.0:1788775878.616262:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432320 00000100:00100000:0.0:1788775878.616264:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432320 00000100:00100000:0.0:1788775878.616274:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723431680 00000100:00100000:0.0:1788775878.616276:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431680 00000100:00100000:0.0:1788775878.616287:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432192 00000100:00100000:0.0:1788775878.616288:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432192 00000100:00100000:0.0:1788775878.616301:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788775878.616306:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723432448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616360:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875666723432448:12345-0@lo:400:kworker.0 Request processed in 54us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616366:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788775878.616378:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788775878.616383:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723432064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616416:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875666723432064:12345-0@lo:400:kworker.0 Request processed in 33us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616421:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788775878.616432:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788775878.616437:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723432576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616462:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875666723432576:12345-0@lo:400:kworker.0 Request processed in 24us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616480:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788775878.616492:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788775878.616498:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723432320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616598:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875666723432320:12345-0@lo:400:kworker.0 Request processed in 100us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616605:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788775878.616618:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788775878.616623:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723431680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616650:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875666723431680:12345-0@lo:400:kworker.0 Request processed in 27us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616655:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788775878.616666:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788775878.616671:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723432192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616695:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875666723432192:12345-0@lo:400:kworker.0 Request processed in 25us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775878.616701:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:0.0:1788775878.616723:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788775878.616728:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788775878.616766:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875666723431680:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616776:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875666723432192:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616783:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01055583-8c6a-411d-9136-d366c1b1cf41:3647:1875666723431296:0@lo:400:kworker.0 00000100:00100000:0.0:1788775878.616791:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723431808:0@lo:400:kworker.0 00010000:00080000:0.0:1788775878.616801:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37fabb800 x1875666723432320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775878.616822:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875666723432320:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617011:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723431552 00000100:00100000:1.0:1788775878.617052:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788775878.617060:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723431552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617096:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723431552:12345-0@lo:400:kworker.0 Request processed in 36us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775878.617102:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788775878.617164:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723431552:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617175:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875666723432064:0@lo:400:kworker.0 00010000:00080000:1.0:1788775878.617185:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a37faba680 x1875666723432576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775878.617195:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875666723432576:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617207:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723431424:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617218:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723431936:0@lo:400:kworker.0 00000100:00100000:1.0:1788775878.617228:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875666723432448:0@lo:400:kworker.0 00010000:00010000:0.0:1788775879.630601:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788775879.652659:0:25767:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc37f85e90 20000000:00000080:2.0:1788775879.652683:0:25767:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff89a34804e800 uarg=0000000000000000 20000000:01000000:2.0:1788775879.652729:0:25767:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788775879.652736:0:25767:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788775879.652740:0:25767:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788775879.653149:0:25768:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1788775879.653304:0:25767:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788775879.660251:0:25767:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788775879.660721:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660742:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660750:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660756:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660763:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660805:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660813:0:25767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660820:0:25767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660867:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 12 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.660884:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 12 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.660900:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432704:192.168.202.22@tcp:104: 00010000:00010000:2.0:1788775879.661011:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.661019:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 12 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.661027:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd42d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432832:192.168.202.22@tcp:104: 00010000:00010000:2.0:1788775879.661060:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.661068:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.661090:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd42680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432960:0@lo:104: 00000100:00100000:2.0:1788775879.661152:0:25767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788775879.661191:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 23 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.661200:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 23 pid: 22725 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.661208:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd42300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433088:0@lo:104: 00000100:00100000:2.0:1788775879.661229:0:25767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788775879.661254:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.661261:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 23 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.661270:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433216:0@lo:104: 00000100:00100000:2.0:1788775879.661289:0:25767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788775879.661328:0:25767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775879.661338:0:25767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 23 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.661346:0:25767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd40e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433344:0@lo:104: 00000100:00100000:2.0:1788775879.661368:0:25767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775879.661378:0:25767:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775879.661695:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723432960 00000100:00100000:3.0:1788775879.661703:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723432960 00000100:00100000:3.0:1788775879.661737:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433088 00000100:00100000:3.0:1788775879.661739:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433088 00000100:00100000:3.0:1788775879.661746:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433216 00000100:00100000:3.0:1788775879.661747:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433216 00000100:00100000:3.0:1788775879.661754:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433344 00000100:00100000:3.0:1788775879.661756:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433344 00000100:00100000:3.0:1788775879.661767:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775879.661775:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+6:25767:x1875666723432960:12345-0@lo:104: 00010000:00010000:3.0:1788775879.661787:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.661855:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788775879.661861:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+6:25767:x1875666723432960:12345-0@lo:104: Request processed in 87us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.661868:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775879.661885:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775879.661890:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+5:25767:x1875666723433088:12345-0@lo:104: 00010000:00010000:3.0:1788775879.661898:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.661943:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788775879.661949:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+5:25767:x1875666723433088:12345-0@lo:104: Request processed in 58us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.661955:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775879.661968:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775879.661973:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+4:25767:x1875666723433216:12345-0@lo:104: 00010000:00010000:3.0:1788775879.661981:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662007:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788775879.662011:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+4:25767:x1875666723433216:12345-0@lo:104: Request processed in 39us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.662017:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775879.662028:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788775879.662034:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+3:25767:x1875666723433344:12345-0@lo:104: 00010000:00010000:3.0:1788775879.662041:0:22716:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662073:0:22716:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1788775879.662078:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:01055583-8c6a-411d-9136-d366c1b1cf41+3:25767:x1875666723433344:12345-0@lo:104: Request processed in 45us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.662083:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788775879.662102:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788775879.662108:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662128:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56e00 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775879.662132:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662141:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775879.662148:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775879.662154:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788775879.662188:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662195:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775879.662216:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662223:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a37cb56e00/0x445c1d62c18ca62a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca631 expref: -99 pid: 25062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662239:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788775879.662242:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662248:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8600 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775879.662250:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662267:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775879.662272:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775879.662277:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788775879.662291:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662296:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775879.662302:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662342:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b8600/0x445c1d62c18ca4a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca4b0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662366:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788775879.662370:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662376:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8400 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775879.662379:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662385:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775879.662391:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775879.662402:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788775879.662416:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662422:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775879.662437:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662443:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b8400/0x445c1d62c18ca46a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca471 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662453:0:22721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788775879.662456:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662462:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9800 already unused, calling callback (ffffffffc151fc20) 10000000:00010000:3.0:1788775879.662465:0:22721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662471:0:22721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788775879.662477:0:22721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775879.662483:0:22721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788775879.662505:0:22721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662512:0:22721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788775879.662524:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662531:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: ffff89a2479b9800/0x445c1d62c18ca45c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x445c1d62c18ca463 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662556:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775879.662558:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775879.662560:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775879.662568:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775879.662590:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723433472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.662627:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775879.662663:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775879.662668:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723433600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.662689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775879.662716:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723433728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.662740:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775879.662758:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788775879.662763:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723433856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.662784:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775879.662820:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433472 00000100:00100000:3.0:1788775879.662826:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433472 00010000:00010000:3.0:1788775879.662850:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 24 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.662869:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433600 00000100:00100000:3.0:1788775879.662872:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433600 00010000:00010000:3.0:1788775879.662884:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 25 pid: 22725 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.662908:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433728 00000100:00100000:3.0:1788775879.662911:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433728 00010000:00010000:3.0:1788775879.662922:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 26 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.662932:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433856 00000100:00100000:3.0:1788775879.662934:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433856 00010000:00010000:3.0:1788775879.662942:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 27 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.662953:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775879.662958:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+27:3646:x1875666723433472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775879.662968:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775879.662973:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 27 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662981:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 27 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.662997:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775879.663028:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+27:3646:x1875666723433472:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.663035:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788775879.663049:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775879.663055:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+26:3646:x1875666723433600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775879.663063:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775879.663067:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 26 pid: 22725 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663086:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 26 pid: 22725 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663098:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775879.663121:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+26:3646:x1875666723433600:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.663127:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788775879.663138:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775879.663143:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+25:3648:x1875666723433728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775879.663149:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775879.663153:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 25 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663160:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 25 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663168:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775879.663191:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+25:3648:x1875666723433728:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.663197:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788775879.663208:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788775879.663214:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723433856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788775879.663221:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775879.663224:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 24 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663231:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 24 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.663247:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775879.663270:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723433856:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775879.663276:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788775879.663340:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723433856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.663350:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723433728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.663377:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723433600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788775879.663385:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01055583-8c6a-411d-9136-d366c1b1cf41:3646:1875666723433472:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788775879.663709:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a382051000/0x445c1d62c18ca631 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca62a expref: 23 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.663732:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd42680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432960:0@lo:104: 00010000:00010000:2.0:1788775879.663746:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655de00/0x445c1d62c18ca4b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca4a9 expref: 22 pid: 22725 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.663754:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd42300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433088:0@lo:104: 00010000:00010000:2.0:1788775879.663763:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a248032000/0x445c1d62c18ca471 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca46a expref: 21 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.663770:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433216:0@lo:104: 00010000:00010000:2.0:1788775879.663778:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a2479b9000/0x445c1d62c18ca463 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x445c1d62c18ca45c expref: 20 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775879.663803:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd40e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723433344:0@lo:104: 00000100:00100000:0.0:1788775879.670711:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775879.670777:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775879.670828:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994176 00000100:00100000:0.0:1788775879.670835:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994176 00010000:00010000:0.0:1788775879.670870:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 13 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775879.670900:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994048 00000100:00100000:0.0:1788775879.670903:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994048 00010000:00010000:0.0:1788775879.670915:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 14 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775879.670930:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:0.0:1788775879.670939:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+14:2397:x1875666694994176:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775879.670952:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775879.670958:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 14 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.670984:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 14 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671005:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775879.671056:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+14:2397:x1875666694994176:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 118us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775879.671064:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 13 00000100:00100000:0.0:1788775879.671113:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 14 00000100:00100000:0.0:1788775879.671120:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:2397:x1875666694994048:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775879.671129:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775879.671133:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 13 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671144:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 13 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671170:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671179:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671196:0:22719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671203:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671210:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671224:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671231:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7a00 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775879.671236:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671244:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671254:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775879.671265:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775879.671286:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:2397:x1875666694994048:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 166us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775879.671293:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 14 00010000:00010000:3.0:1788775879.671623:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a24655da00/0x445c1d62c18ca7d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678653 expref: 12 pid: 22727 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.671639:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432704:192.168.202.22@tcp:104: 00010000:00010000:3.0:1788775879.671659:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37cb57600/0x445c1d62c18ca796 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6785e3 expref: 11 pid: 22724 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775879.671668:0:25767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd42d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25767:1875666723432832:192.168.202.22@tcp:104: 00010000:00010000:3.0:1788775879.671699:0:25767:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.671708:0:25767:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.671714:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775879.671732:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a37dcd7a00/0x445c1d62c18ca806 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775880.655558:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775881.324934:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.325124:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994304 00000100:00100000:1.0:1788775881.325135:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994304 00000100:00100000:1.0:1788775881.325217:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 23 00000100:00100000:1.0:1788775881.325230:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:18704:x1875666694994304:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788775881.325251:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775881.325272:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca80d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c67868b expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325389:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325406:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325421:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325455:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325463:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325470:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325566:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032800/0x445c1d62c18ca822 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325576:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032800/0x445c1d62c18ca822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325583:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032800/0x445c1d62c18ca822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775881.325614:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788775881.325618:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788775881.325658:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032800/0x445c1d62c18ca822 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325669:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325676:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325682:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325698:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.325703:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325710:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325722:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775881.325725:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.325730:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325736:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca814 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325752:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325758:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325764:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.325769:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033e00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.325772:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788775881.325935:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788775881.326047:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.326068:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff89a2475df000) 00010000:00010000:1.0:1788775881.326071:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.326074:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.326080:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca81b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.326118:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca80d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67868b expref: 8 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.326132:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032800/0x445c1d62c18ca822 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67868b expref: 7 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.326140:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a2475df100) 00010000:00010000:1.0:1788775881.326143:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788775881.326145:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032800, rc 0) 00000100:00100000:1.0:1788775881.326424:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18704:x1875666694994304:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 1196us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.326433:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 23 00000100:00100000:0.0:1788775881.334354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.334876:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994432 00000100:00100000:3.0:1788775881.334892:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994432 00000100:00100000:3.0:1788775881.334977:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:3.0:1788775881.334990:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18704:x1875666694994432:12345-192.168.202.22@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788775881.335105:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18704:x1875666694994432:12345-192.168.202.22@tcp:900:lhsmtool_posix.0 Request processed in 117us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.335114:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:2.0:1788775881.343278:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.343473:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994688 00000100:00100000:1.0:1788775881.343497:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994688 00000100:00100000:1.0:1788775881.343601:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 24 00000100:00100000:1.0:1788775881.343615:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18704:x1875666694994688:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788775881.343645:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775881.343675:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca829 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678692 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343820:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343838:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343853:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343870:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343877:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.343883:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344024:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032000/0x445c1d62c18ca83e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344032:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032000/0x445c1d62c18ca83e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344039:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032000/0x445c1d62c18ca83e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775881.344051:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1788775881.344262:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344279:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344286:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344293:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033e00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.344299:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344306:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344366:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a2475df100) 00010000:00010000:1.0:1788775881.344370:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.344376:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344384:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca830 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344405:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344411:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344417:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344422:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.344436:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344442:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344450:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff89a2475df000) 00010000:00010000:1.0:1788775881.344453:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.344456:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.344461:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca837 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.345875:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca829 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678692 expref: 10 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.345907:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032000/0x445c1d62c18ca83e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678692 expref: 9 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.345918:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a2475df700) 00010000:00010000:1.0:1788775881.345920:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.345924:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032000, rc 0) 00000100:00100000:1.0:1788775881.346029:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18704:x1875666694994688:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 2416us (2768us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788775881.346040:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 24 00000100:00100000:0.0:1788775881.352457:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.353524:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994816 00000100:00100000:1.0:1788775881.353541:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994816 00000100:00100000:1.0:1788775881.353705:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 25 00000100:00100000:1.0:1788775881.353718:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18704:x1875666694994816:12345-192.168.202.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788775881.355717:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18704:x1875666694994816:12345-192.168.202.22@tcp:59:lhsmtool_posix.0 Request processed in 1986us (3261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.355736:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 25 00000100:00100000:0.0:1788775881.369449:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.369747:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694994944 00000100:00100000:2.0:1788775881.369762:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694994944 00000100:00100000:2.0:1788775881.369870:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 26 00000100:00100000:2.0:1788775881.369883:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:18704:x1875666694994944:12345-192.168.202.22@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1788775881.370020:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1788775881.375171:0:24728:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5223us 00000100:00100000:0.0:1788775881.398556:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:18704:x1875666694994944:12345-192.168.202.22@tcp:59:lhsmtool_posix.0 Request processed in 28658us (29105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.398576:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 26 10000000:01000000:3.0:1788775881.427882:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788775881.427894:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a347378800 from 13 10000000:01000000:3.0:1788775881.427901:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775881.427972:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.427986:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.428000:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.428035:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723433984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.428157:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775881.428223:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775881.428904:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723433984 00000100:00100000:0.0:1788775881.428917:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723433984 00000100:00100000:0.0:1788775881.428994:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788775881.429007:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+20:22730:x1875666723433984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788775881.429036:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775881.429072:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a24655d000/0x445c1d62c18ca853 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca84c expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.429106:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a24655d000/0x445c1d62c18ca853 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca84c expref: 21 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.429120:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a24655d000/0x445c1d62c18ca853 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca84c expref: 21 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.429131:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655d000, rc 0) 00000100:00100000:0.0:1788775881.429208:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34299a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723433984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.429215:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788775881.429754:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723433984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775881.429787:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca853 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.429799:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca853 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.429891:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.429932:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775881.429970:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775881.430026:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434112 00000100:00100000:0.0:1788775881.430031:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434112 00000100:00100000:0.0:1788775881.430075:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788775881.430083:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723434112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.430244:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a342999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723434112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.430253:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1788775881.431073:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.431127:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.431208:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775881.434007:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434240 00000100:00100000:1.0:1788775881.434030:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434240 00000100:00100000:1.0:1788775881.434596:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775881.434688:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788775881.434700:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723434240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788775881.435249:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723434240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 551us (4039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.435259:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788775881.435879:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788775881.437709:0:25781:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788775881.437990:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788775881.438019:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788775881.438034:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca853 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.438047:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a37cb57600/0x445c1d62c18ca84c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca853 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775881.438227:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788775881.438230:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a247535000 from 13 10000000:01000000:0.0:1788775881.438234:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788775881.438866:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.438879:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.438894:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775881.438928:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.439025:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775881.439245:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775881.440007:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434368 00000100:00100000:3.0:1788775881.440021:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434368 00000100:00100000:3.0:1788775881.440101:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788775881.440112:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+21:22730:x1875666723434368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775881.440132:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775881.440900:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37cb56e00/0x445c1d62c18ca861 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca85a expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.440938:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37cb56e00/0x445c1d62c18ca861 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca85a expref: 22 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.440952:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37cb56e00/0x445c1d62c18ca861 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca85a expref: 22 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.440963:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56e00, rc 0) 00000100:00100000:3.0:1788775881.441046:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 935us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.441195:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788775881.441472:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788775881.441556:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca861 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.441568:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca861 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775881.441672:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.441715:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775881.441764:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775881.441873:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434496 00000100:00100000:2.0:1788775881.441879:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434496 00000100:00100000:2.0:1788775881.441924:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788775881.441933:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.442228:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 295us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.442236:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788775881.442557:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.442597:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.442657:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775881.442686:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775881.442732:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434624 00000100:00100000:3.0:1788775881.442737:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434624 00000100:00100000:3.0:1788775881.442821:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788775881.442830:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.442934:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.442941:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788775881.443010:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434624:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788775881.444735:0:25782:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788775881.444996:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788775881.445022:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788775881.445036:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca861 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.445048:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a24655d600/0x445c1d62c18ca85a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca861 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775881.445072:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788775881.445075:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a37cb12000 from 13 10000000:01000000:2.0:1788775881.445079:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788775881.445127:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.445249:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.445261:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775881.445299:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.445405:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775881.446030:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775881.446141:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434752 00000100:00100000:1.0:1788775881.446151:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434752 00000100:00100000:3.0:1788775881.446375:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788775881.446389:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+22:22730:x1875666723434752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775881.446407:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775881.446427:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37cb57200/0x445c1d62c18ca86f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca868 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.446457:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37cb57200/0x445c1d62c18ca86f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca868 expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.446471:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37cb57200/0x445c1d62c18ca86f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca868 expref: 23 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.446489:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57200, rc 0) 00000100:00100000:3.0:1788775881.446543:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723434752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.446550:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788775881.446713:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775881.446732:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca86f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.446742:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca86f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775881.446832:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.446867:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775881.447818:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775881.447895:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723434880 00000100:00100000:0.0:1788775881.447904:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723434880 00000100:00100000:0.0:1788775881.447946:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788775881.447957:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723434880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.448260:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723434880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 303us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.448269:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788775881.448644:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723434880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.448700:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788775881.448767:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775881.448801:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a2469850c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775881.448859:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435008 00000100:00100000:1.0:1788775881.448865:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435008 00000100:00100000:1.0:1788775881.448898:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788775881.448906:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723435008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788775881.449015:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723435008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 109us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.449023:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788775881.449624:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37dd43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.451472:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.452036:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995072 00000100:00100000:1.0:1788775881.452048:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995072 00000040:00080000:2.0:1788775881.452812:0:25783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:1.0:1788775881.456365:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 27 00000100:00100000:1.0:1788775881.456403:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18710:x1875666694995072:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:1.0:1788775881.456434:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775881.456465:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca876 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678699 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456598:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456620:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456896:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456917:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456926:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456934:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.456993:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457001:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457008:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457015:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.457020:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457041:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457068:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775881.457071:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.457077:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457084:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca87d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457100:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457106:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457112:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457118:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033e00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.457121:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457126:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457132:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:1.0:1788775881.457259:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.457264:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457293:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca884 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457373:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca876 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678699 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457386:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775881.457389:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.457393:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca876 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678699 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.457403:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032c00, rc 0) 00000100:00100000:1.0:1788775881.457899:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18710:x1875666694995072:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 1514us (6437us total) trans 0 rc 301/301 00000100:00100000:1.0:1788775881.457910:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 27 00000020:01000000:3.0:1788775881.459259:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788775881.459433:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788775881.459466:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca86f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.459551:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a37dcd6c00/0x445c1d62c18ca868 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca86f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788775881.459576:0:22730:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788775881.459580:0:22730:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff89a3453b1800 from 13 10000000:01000000:3.0:1788775881.459583:0:22730:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788775881.459759:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.459769:0:22730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.459793:0:22730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.459827:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.459921:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775881.461074:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775881.462243:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435136 00000100:00100000:2.0:1788775881.462263:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435136 00000100:00100000:2.0:1788775881.462794:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788775881.462807:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+23:22730:x1875666723435136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775881.462831:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775881.462855:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37dcd7c00/0x445c1d62c18ca892 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x445c1d62c18ca88b expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.462892:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd7c00/0x445c1d62c18ca892 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x445c1d62c18ca88b expref: 24 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.462922:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37dcd7c00/0x445c1d62c18ca892 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x445c1d62c18ca88b expref: 24 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.462934:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7c00, rc 0) 00000100:00100000:2.0:1788775881.463036:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723435136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.463044:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788775881.463159:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788775881.463180:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca892 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.463192:0:22730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x445c1d62c18ca892 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.463302:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.463395:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775881.463895:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775881.463927:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435264 00000100:00100000:0.0:1788775881.463933:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435264 00000100:00100000:1.0:1788775881.463979:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788775881.463991:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723435264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.464802:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.465763:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723435264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1767us (2360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.465788:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788775881.465905:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.465987:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.466051:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775881.466092:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a24781d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775881.466422:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995200 00000100:00100000:3.0:1788775881.466431:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995200 00000100:00100000:3.0:1788775881.466579:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:3.0:1788775881.466590:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18710:x1875666694995200:12345-192.168.202.22@tcp:700:lfs.0 00000100:00100000:3.0:1788775881.466751:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18710:x1875666694995200:12345-192.168.202.22@tcp:700:lfs.0 Request processed in 162us (1953us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.466759:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:1.0:1788775881.467331:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435392 00000100:00100000:1.0:1788775881.467339:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435392 00000100:00100000:1.0:1788775881.467370:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1788775881.467377:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723435392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788775881.468607:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:22730:x1875666723435392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1219us (2545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.468752:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788775881.468930:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:01055583-8c6a-411d-9136-d366c1b1cf41:22730:1875666723435392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.470912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.471071:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995456 00000100:00100000:0.0:1788775881.471084:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995456 00000100:00100000:0.0:1788775881.471163:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 28 00000100:00100000:0.0:1788775881.471175:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:18710:x1875666694995456:12345-192.168.202.22@tcp:36:lfs.0 00010000:00010000:0.0:1788775881.471247:0:22732:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775881.471284:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca7c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678614 expref: 9 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.471340:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:0.0:1788775881.471346:0:22732:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788775881.471429:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.471445:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 5 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.471468:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.471521:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 5 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.471538:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 5 pid: 22734 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775881.471556:0:22732:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22732:1875666723435520:192.168.202.22@tcp:104: 00000100:00100000:0.0:1788775881.471662:0:22732:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b13c0 going to sleep for 11 seconds 00000040:00080000:0.0:1788775881.474583:0:25784:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788775881.476929:0:22730:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788775881.476982:0:22730:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788775881.476999:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca892 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.477014:0:22730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: ffff89a37cb56200/0x445c1d62c18ca88b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x445c1d62c18ca892 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775881.477375:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.477963:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995584 00000100:00100000:3.0:1788775881.477975:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995584 00010000:00010000:3.0:1788775881.478088:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 6 pid: 22734 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.478149:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 15 00000100:00100000:3.0:1788775881.478161:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2396:x1875666694995584:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788775881.478180:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775881.478189:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 6 pid: 22734 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.478226:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 6 pid: 22734 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.478257:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:3.0:1788775881.478264:0:22719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.478276:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.478283:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.478306:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788775881.478404:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:2396:x1875666694995584:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 244us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.478412:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 15 00010000:00010000:1.0:1788775881.479324:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18ca7ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678684 expref: 5 pid: 22734 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775881.479353:0:22732:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348057b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22732:1875666723435520:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775881.479388:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.479399:0:22732:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.479407:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.479438:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.479458:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.479468:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788775881.481344:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788775881.483516:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483552:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483566:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788775881.483593:0:22732:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c57d84bf reply state 0000000060bb6119 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483713:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483722:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:1.0:1788775881.483725:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788775881.483730:0:22732:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788775881.483738:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788775881.483748:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483755:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483762:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483769:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655dc00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.483840:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483850:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483863:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775881.483866:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.483870:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483886:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca899 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788775881.483910:0:22732:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c57d84bf reply state 0000000060bb6119 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483918:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.483924:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:1.0:1788775881.483927:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788775881.483928:0:22732:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788775881.484066:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+10:18710:x1875666694995456:12345-192.168.202.22@tcp:36:lfs.0 Request processed in 12887us (13161us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788775881.484076:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 28 00000100:00100000:0.0:1788775881.533454:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.533655:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995712 00000100:00100000:2.0:1788775881.533669:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995712 00000100:00100000:2.0:1788775881.533739:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 161 00000100:00100000:2.0:1788775881.533753:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+11:18084:x1875666694995712:12345-192.168.202.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775881.533786:0:22725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775881.533813:0:22725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37dcd6e00/0x445c1d62c18ca8ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786a0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.533853:0:22725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd6e00/0x445c1d62c18ca8ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786a0 expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.533869:0:22725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37dcd6e00/0x445c1d62c18ca8ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786a0 expref: 12 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.533901:0:22725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd6e00, rc 0) 00000100:00100000:2.0:1788775881.533985:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694995712:12345-192.168.202.22@tcp:101:ll_cfg_requeue.0 Request processed in 235us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.533993:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 161 00000100:00100000:3.0:1788775881.539609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.544829:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995840 00000100:00100000:1.0:1788775881.544853:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995840 00000100:00100000:1.0:1788775881.544956:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 162 00000100:00100000:1.0:1788775881.544970:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694995840:12345-192.168.202.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788775881.545925:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694995840:12345-192.168.202.22@tcp:501:ll_cfg_requeue.0 Request processed in 951us (6325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.545937:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 162 00000100:00100000:3.0:1788775881.549033:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.549232:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694995968 00000100:00100000:1.0:1788775881.549244:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694995968 00000100:00100000:1.0:1788775881.549361:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 163 00000100:00100000:1.0:1788775881.549374:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694995968:12345-192.168.202.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788775881.549984:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694995968:12345-192.168.202.22@tcp:503:ll_cfg_requeue.0 Request processed in 611us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.549995:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 163 00000100:00100000:0.0:1788775881.576176:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.576355:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996096 00000100:00100000:3.0:1788775881.576370:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996096 00000100:00100000:2.0:1788775881.576540:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 164 00000100:00100000:2.0:1788775881.576571:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+12:18084:x1875666694996096:12345-192.168.202.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775881.576595:0:22727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775881.576632:0:22727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a37dcd6800/0x445c1d62c18ca8b5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786a7 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.576671:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a37dcd6800/0x445c1d62c18ca8b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786a7 expref: 13 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.576696:0:22727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a37dcd6800/0x445c1d62c18ca8b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786a7 expref: 13 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.576706:0:22727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd6800, rc 0) 00000100:00100000:2.0:1788775881.576804:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18084:x1875666694996096:12345-192.168.202.22@tcp:101:ll_cfg_requeue.0 Request processed in 250us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.576811:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 164 00000100:00100000:3.0:1788775881.609851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.610060:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996224 00000100:00100000:0.0:1788775881.610080:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996224 00000100:00100000:0.0:1788775881.610169:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 165 00000100:00100000:0.0:1788775881.610182:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18084:x1875666694996224:12345-192.168.202.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.611161:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18084:x1875666694996224:12345-192.168.202.22@tcp:501:ll_cfg_requeue.0 Request processed in 974us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.611174:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 165 00000100:00100000:3.0:1788775881.622204:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.624281:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996352 00000100:00100000:0.0:1788775881.624307:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996352 00000100:00100000:0.0:1788775881.624427:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 166 00000100:00100000:0.0:1788775881.624473:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18084:x1875666694996352:12345-192.168.202.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788775881.624708:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fd59b34-d80a-4291-9b60-1e7384b86ab3+13:18084:x1875666694996352:12345-192.168.202.22@tcp:503:ll_cfg_requeue.0 Request processed in 251us (2518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.624716:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 166 00000100:00100000:3.0:1788775881.652486:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.652644:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996480 00000100:00100000:0.0:1788775881.652664:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996480 00000100:00100000:0.0:1788775881.652798:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 29 00000100:00100000:0.0:1788775881.652813:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+10:18719:x1875666694996480:12345-192.168.202.22@tcp:101:lctl.0 00010000:00010000:0.0:1788775881.652850:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775881.652886:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c000/0x445c1d62c18ca8bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786ae expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.652987:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c800/0x445c1d62c18ca8c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.653004:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c800/0x445c1d62c18ca8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.653018:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c800/0x445c1d62c18ca8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788775881.653083:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788775881.653088:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788775881.653138:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c800/0x445c1d62c18ca8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.653169:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c000/0x445c1d62c18ca8bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ae expref: 12 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.653218:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c800/0x445c1d62c18ca8c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ae expref: 11 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.653228:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:0.0:1788775881.653231:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788775881.653235:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655c800, rc 0) 00000100:00100000:0.0:1788775881.653401:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+11:18719:x1875666694996480:12345-192.168.202.22@tcp:101:lctl.0 Request processed in 590us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.653409:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 29 00010000:00010000:0.0:1788775881.679089:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788775881.680881:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788775881.695904:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.696158:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996608 00000100:00100000:0.0:1788775881.696174:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996608 00000100:00100000:0.0:1788775881.696367:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 30 00000100:00100000:0.0:1788775881.696380:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:18721:x1875666694996608:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:0.0:1788775881.696412:0:24728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775881.696438:0:24728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c000/0x445c1d62c18ca8ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786b5 expref: -99 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.697115:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18ca8d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.697139:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18ca8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.697157:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18ca8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788775881.698452:0:24728:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788775881.698463:0:24728:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788775881.698516:0:24728:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18ca8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.698565:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655c000/0x445c1d62c18ca8ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786b5 expref: 7 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.698591:0:24728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655ca00/0x445c1d62c18ca8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786b5 expref: 6 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775881.698602:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:0.0:1788775881.698605:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788775881.698610:0:24728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655ca00, rc 0) 00000100:00100000:0.0:1788775881.698797:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18721:x1875666694996608:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 2416us (2906us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.698808:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 30 00000100:00100000:3.0:1788775881.706057:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.711896:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996736 00000100:00100000:0.0:1788775881.711921:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996736 00000100:00100000:3.0:1788775881.714763:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:3.0:1788775881.714792:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+6:18721:x1875666694996736:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:3.0:1788775881.714827:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775881.714860:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca8d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786bc expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.714950:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.714969:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.714983:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.714996:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715004:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715011:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715113:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715122:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715151:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775881.715215:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788775881.715219:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788775881.715250:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715264:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715272:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715281:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715287:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775881.715293:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715300:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715357:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:3.0:1788775881.715361:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775881.715366:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715374:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca8df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715399:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715406:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715412:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715417:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56800 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775881.715420:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715427:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715435:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:3.0:1788775881.715437:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775881.715440:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715447:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca8e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715476:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca8d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786bc expref: 8 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715490:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786bc expref: 7 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.715508:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775881.715510:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788775881.715512:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56c00, rc 0) 00000100:00100000:3.0:1788775881.715600:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+7:18721:x1875666694996736:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 813us (9558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.715608:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:3.0:1788775881.721078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.721590:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694996864 00000100:00100000:0.0:1788775881.722055:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694996864 00000100:00100000:0.0:1788775881.722181:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:0.0:1788775881.722195:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:18721:x1875666694996864:12345-192.168.202.22@tcp:900:lfs.0 00000100:00080000:1.0:1788775881.722482:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788775881.722768:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:18721:x1875666694996864:12345-192.168.202.22@tcp:900:lfs.0 Request processed in 573us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775881.722787:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:0.0:1788775881.736528:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.737136:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694997120 00000100:00100000:1.0:1788775881.737151:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694997120 00000100:00100000:1.0:1788775881.737236:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 32 00000100:00100000:1.0:1788775881.737248:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+7:18721:x1875666694997120:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:1.0:1788775881.737276:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775881.737306:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca8f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786c3 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775881.737470:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788775881.737629:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca8f4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786c3 expref: 9 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.737646:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:1.0:1788775881.737650:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788775881.737656:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca8f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786c3 expref: 9 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.737674:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a248032400, rc 0) 00000100:00100000:1.0:1788775881.737769:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37faba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+8:18721:x1875666694997120:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 523us (1256us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788775881.737786:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 32 00000100:00100000:1.0:1788775881.744396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.744936:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694997376 00000100:00100000:3.0:1788775881.744954:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694997376 00000100:00100000:3.0:1788775881.745042:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 33 00000100:00100000:3.0:1788775881.745054:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+8:18721:x1875666694997376:12345-192.168.202.22@tcp:36:lfs.0 00010000:00010000:3.0:1788775881.745113:0:22734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775881.745156:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca8ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786bc expref: 8 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.745177:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775881.745182:0:22734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788775881.745203:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.745216:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.745227:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788775881.745756:0:22734:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000305ffa18 reply state 000000008231afd3 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.745794:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.745801:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775881.745804:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1788775881.745807:0:22734:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788775881.745815:0:22734:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788775881.745910:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+9:18721:x1875666694997376:12345-192.168.202.22@tcp:36:lfs.0 Request processed in 858us (1528us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788775881.745917:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 33 00000100:00100000:3.0:1788775881.749639:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.749927:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694997632 00000100:00100000:2.0:1788775881.749945:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694997632 00000100:00100000:2.0:1788775881.750043:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 2 00000100:00100000:2.0:1788775881.750057:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+9:18721:x1875666694997632:12345-192.168.202.22@tcp:35:lfs.0 00000100:00100000:2.0:1788775881.750519:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+10:18721:x1875666694997632:12345-192.168.202.22@tcp:35:lfs.0 Request processed in 463us (888us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788775881.750547:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 2 00000100:00100000:1.0:1788775881.755062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775881.755219:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694997888 00000100:00100000:0.0:1788775881.755239:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694997888 00000100:00100000:0.0:1788775881.755388:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 34 00000100:00100000:0.0:1788775881.755403:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+10:18721:x1875666694997888:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:0.0:1788775881.755437:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788775881.755466:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786ca expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.755960:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.755981:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756019:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756033:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756041:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756048:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775881.756193:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788775881.756299:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756341:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756351:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756358:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.756364:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756373:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756389:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:1.0:1788775881.756392:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.756405:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756413:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033400/0x445c1d62c18ca910 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756432:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756439:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756445:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756451:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033200 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775881.756454:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756460:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756468:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:1.0:1788775881.756471:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775881.756474:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756480:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033200/0x445c1d62c18ca917 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756524:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca909 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ca expref: 12 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756551:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:1.0:1788775881.756554:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788775881.756788:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a24655dc00/0x445c1d62c18ca909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ca expref: 12 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.756804:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a24655dc00, rc 0) 00000100:00100000:1.0:1788775881.756909:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+11:18721:x1875666694997888:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 1508us (1855us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788775881.756919:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 34 00000100:00100000:3.0:1788775881.760511:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.760647:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998016 00000100:00100000:1.0:1788775881.760660:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998016 00000100:00100000:1.0:1788775881.760744:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 35 00000100:00100000:1.0:1788775881.760758:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+11:18721:x1875666694998016:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:1.0:1788775881.760800:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775881.760830:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca925 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786d1 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.760971:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.760991:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.761006:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775881.761040:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788775881.761060:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788775881.761088:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.761121:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032400/0x445c1d62c18ca925 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 13 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.761145:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 12 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775881.761155:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:1.0:1788775881.761159:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788775881.761163:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b9000, rc 0) 00000100:00100000:1.0:1788775881.761460:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+12:18721:x1875666694998016:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 704us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.761468:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 35 00000100:00100000:3.0:1788775881.771460:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.771801:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998144 00000100:00100000:2.0:1788775881.771817:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998144 00000100:00100000:2.0:1788775881.771902:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:2.0:1788775881.771916:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+12:18721:x1875666694998144:12345-192.168.202.22@tcp:37:lfs.0 00000100:00100000:1.0:1788775881.781585:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+12:18721:x1875666694998144:12345-192.168.202.22@tcp:37:lfs.0 Request processed in 9655us (10119us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775881.781601:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 3 00000100:00100000:3.0:1788775881.789549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.791524:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998400 00000100:00100000:1.0:1788775881.791546:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998400 00000100:00100000:1.0:1788775881.791659:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:1.0:1788775881.791673:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34ae77050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+12:18721:x1875666694998400:12345-192.168.202.22@tcp:35:lfs.0 00000100:00100000:1.0:1788775881.792012:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34ae77050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+13:18721:x1875666694998400:12345-192.168.202.22@tcp:35:lfs.0 Request processed in 341us (2472us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788775881.792031:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 4 00000100:00100000:0.0:1788775881.871209:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.871340:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998528 00000100:00100000:3.0:1788775881.871349:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998528 00000100:00100000:3.0:1788775881.871404:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 36 00000100:00100000:3.0:1788775881.871412:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+11:18727:x1875666694998528:12345-192.168.202.22@tcp:101:bash.0 00010000:00010000:3.0:1788775881.871434:0:24728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775881.871454:0:24728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca933 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786d8 expref: -99 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871528:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871540:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871569:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871580:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871587:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871594:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871665:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57800/0x445c1d62c18ca948 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871672:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57800/0x445c1d62c18ca948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871678:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57800/0x445c1d62c18ca948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775881.871710:0:24728:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788775881.871713:0:24728:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788775881.871751:0:24728:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57800/0x445c1d62c18ca948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871763:0:24728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871770:0:24728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871798:0:24728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871805:0:24728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56c00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775881.871809:0:24728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871817:0:24728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871828:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:3.0:1788775881.871831:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775881.871834:0:24728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871841:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca93a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871853:0:24728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871858:0:24728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871864:0:24728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871869:0:24728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775881.871871:0:24728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871885:0:24728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871892:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:3.0:1788775881.871894:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775881.871897:0:24728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871902:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca941 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871926:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca933 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d8 expref: 13 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871938:0:24728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57800/0x445c1d62c18ca948 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d8 expref: 12 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.871944:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775881.871946:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788775881.871949:0:24728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57800, rc 0) 00000100:00100000:3.0:1788775881.872017:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+12:18727:x1875666694998528:12345-192.168.202.22@tcp:101:bash.0 Request processed in 605us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.872024:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 36 00000100:00100000:2.0:1788775881.877963:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.878053:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998656 00000100:00100000:3.0:1788775881.878064:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998656 00000100:00100000:3.0:1788775881.878128:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:3.0:1788775881.878145:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:18727:x1875666694998656:12345-192.168.202.22@tcp:900:bash.0 00000100:00100000:3.0:1788775881.878267:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:18727:x1875666694998656:12345-192.168.202.22@tcp:900:bash.0 Request processed in 122us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775881.878287:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:1.0:1788775881.907682:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775881.907790:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694998912 00000100:00100000:3.0:1788775881.907800:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694998912 00000100:00100000:3.0:1788775881.907869:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 37 00000100:00100000:3.0:1788775881.907883:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+12:18727:x1875666694998912:12345-192.168.202.22@tcp:101:bash.0 00010000:00010000:3.0:1788775881.907906:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775881.907927:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca94f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786df expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.908043:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.908060:0:22734:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 12 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.908068:0:22734:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.908107:0:22734:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 12 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.908121:0:22734:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 12 pid: 22733 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.908135:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723435648:192.168.202.22@tcp:104: 00000100:00100000:3.0:1788775881.908241:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a34991a480 going to sleep for 11 seconds 00000100:00100000:1.0:1788775881.912145:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.912279:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694999040 00000100:00100000:2.0:1788775881.912290:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694999040 00010000:00010000:2.0:1788775881.912377:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 13 pid: 22733 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775881.912412:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 16 00000100:00100000:2.0:1788775881.912421:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+13:2396:x1875666694999040:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788775881.912436:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775881.912442:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 13 pid: 22733 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.912714:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 13 pid: 22733 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.912743:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:2.0:1788775881.912748:0:22718:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.912758:0:22718:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.912787:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.912810:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775881.912874:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+13:2396:x1875666694999040:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 454us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.912881:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 16 00010000:00010000:3.0:1788775881.913620:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9000/0x445c1d62c18ca92c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786d1 expref: 12 pid: 22733 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775881.913659:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723435648:192.168.202.22@tcp:104: 00010000:00010000:3.0:1788775881.913679:0:22734:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.913688:0:22734:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.913694:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.913716:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.913724:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.913731:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.914204:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.914215:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.914223:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775881.914251:0:22734:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788775881.915599:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915614:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915621:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915628:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775881.915632:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915639:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915655:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775881.915658:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775881.915662:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915668:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca956 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788775881.915681:0:22734:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e04ce55a reply state 000000004a145cc1 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915692:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915717:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff89a2475fb100) 00010000:00010000:3.0:1788775881.915719:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788775881.915723:0:22734:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788775881.915768:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca94f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 15 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915797:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 14 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775881.915804:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775881.915807:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1788775881.915809:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56a00, rc 0) 00000100:00100000:3.0:1788775881.916219:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+15:18727:x1875666694998912:12345-192.168.202.22@tcp:101:bash.0 Request processed in 8337us (8547us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1788775881.916229:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 37 00000100:00100000:1.0:1788775881.933365:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775881.933733:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694999168 00000100:00100000:2.0:1788775881.933744:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694999168 00000100:00100000:2.0:1788775881.933825:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 38 00000100:00100000:2.0:1788775881.933838:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+15:18727:x1875666694999168:12345-192.168.202.22@tcp:101:bash.0 00010000:00010000:2.0:1788775881.933870:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775881.933900:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7e00/0x445c1d62c18ca972 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786e6 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.933985:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934002:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934014:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788775881.934065:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788775881.934070:0:22732:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788775881.934092:0:22732:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934125:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934168:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7e00/0x445c1d62c18ca972 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934191:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 16 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775881.934200:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:2.0:1788775881.934203:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788775881.934207:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd6400, rc 0) 00000100:00100000:2.0:1788775881.934291:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+16:18727:x1875666694999168:12345-192.168.202.22@tcp:101:bash.0 Request processed in 454us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775881.934298:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 38 00000100:00100000:2.0:1788775881.939636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775881.939739:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694999424 00000100:00100000:1.0:1788775881.939750:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694999424 00000100:00100000:1.0:1788775881.939833:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:1.0:1788775881.939844:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+16:18727:x1875666694999424:12345-192.168.202.22@tcp:35:bash.0 00000100:00100000:1.0:1788775881.940153:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+17:18727:x1875666694999424:12345-192.168.202.22@tcp:35:bash.0 Request processed in 309us (528us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788775881.940161:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 5 00000100:00100000:1.0:1788775882.104381:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775882.104504:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694999680 00000100:00100000:3.0:1788775882.104514:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694999680 00000100:00100000:3.0:1788775882.104579:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:3.0:1788775882.104591:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+17:18737:x1875666694999680:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:3.0:1788775882.104615:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775882.104635:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca980 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786ed expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775882.104734:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788775882.104856:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca980 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ed expref: 19 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.104891:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a376507f00) 00010000:00010000:3.0:1788775882.104895:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788775882.104901:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786ed expref: 19 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.104915:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56800, rc 0) 00000100:00100000:3.0:1788775882.104987:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+18:18737:x1875666694999680:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 398us (616us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788775882.104994:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 39 00000100:00100000:0.0:1788775882.109224:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775882.109355:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666694999936 00000100:00100000:1.0:1788775882.109366:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666694999936 00000100:00100000:1.0:1788775882.109426:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:1.0:1788775882.109449:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+18:18737:x1875666694999936:12345-192.168.202.22@tcp:35:lfs.0 00000100:00100000:1.0:1788775882.109708:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18737:x1875666694999936:12345-192.168.202.22@tcp:35:lfs.0 Request processed in 271us (492us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788775882.109717:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 6 00000100:00100000:2.0:1788775882.163621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.163728:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.176200:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.181702:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000064 00000100:00100000:0.0:1788775882.181720:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000064 00000100:00100000:0.0:1788775882.181812:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000192 00000100:00100000:0.0:1788775882.181816:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000192 00000100:00100000:0.0:1788775882.181850:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00100000:0.0:1788775882.181863:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2394:x1875666695000064:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775882.181964:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2394:x1875666695000064:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 104us (18352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.181973:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00100000:0.0:1788775882.181991:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 20 00000100:00100000:0.0:1788775882.181999:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2394:x1875666695000192:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775882.182028:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2394:x1875666695000192:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 30us (18300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.182034:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 20 00000100:00080000:1.0:1788775882.182535:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788775882.182541:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775882.183663:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000320 00000100:00100000:1.0:1788775882.183675:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000320 00000100:00100000:1.0:1788775882.183747:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00080000:2.0:1788775882.183796:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775882.183852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.183894:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000448 00000100:00100000:0.0:1788775882.183908:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000448 00000100:00100000:1.0:1788775882.183914:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2394:x1875666695000320:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:1.0:1788775882.183983:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2394:x1875666695000320:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 227us (7794us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775882.183992:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:0.0:1788775882.184026:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:0.0:1788775882.184036:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666695000448:12345-192.168.202.22@tcp:400:kworker.0 00000100:00100000:0.0:1788775882.184069:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c733421f-e5cd-496f-9bc9-1d44ffbd3ce7+5:2396:x1875666695000448:12345-192.168.202.22@tcp:400:kworker.0 Request processed in 35us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.184076:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00080000:2.0:1788775882.184508:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788775882.190646:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775882.190671:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723435776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788775882.190742:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1788775882.191726:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788775882.191841:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435776 00000100:00100000:1.0:1788775882.191849:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435776 00000100:00080000:2.0:1788775882.192376:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788775882.192494:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788775882.192511:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723435904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788775882.192572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775882.202692:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.202840:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000704 00000100:00100000:2.0:1788775882.202853:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000704 00000100:00100000:2.0:1788775882.202923:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 40 00000100:00100000:2.0:1788775882.202933:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18740:x1875666695000704:12345-192.168.202.22@tcp:101:lfs.0 00010000:00010000:2.0:1788775882.202959:0:24728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775882.202992:0:24728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7e00/0x445c1d62c18ca98e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786f4 expref: -99 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.203106:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18ca995 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.203120:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18ca995 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.203134:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18ca995 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788775882.203144:0:24728:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788775882.203243:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7e00/0x445c1d62c18ca98e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786f4 expref: 22 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.203262:0:24728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18ca995 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786f4 expref: 21 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.203270:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:2.0:1788775882.203274:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788775882.203276:0:24728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7000, rc 0) 00000100:00100000:2.0:1788775882.203988:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+21:18740:x1875666695000704:12345-192.168.202.22@tcp:101:lfs.0 Request processed in 1054us (1305us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788775882.204004:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 40 00000100:00100000:1.0:1788775882.208238:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723435904 00000100:00100000:1.0:1788775882.208253:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723435904 00000100:00100000:3.0:1788775882.209458:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788775882.209478:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723435776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788775882.209513:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788775882.209583:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875666723435776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (18841us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775882.209588:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788775882.211856:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788775882.211872:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723435904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788775882.211907:0:24250:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788775882.212015:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875666723435776:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788775882.214158:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788775882.216939:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723435904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5061us (24356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775882.216956:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788775882.217442:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.217477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775882.217538:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000960 00000100:00100000:1.0:1788775882.217547:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000960 00000100:00100000:1.0:1788775882.217615:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:1.0:1788775882.217624:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+21:2395:x1875666695000960:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788775882.217639:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775882.217666:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18ca995 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786f4 expref: 21 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.217683:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775882.217688:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775882.217739:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:2395:x1875666695000960:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 115us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775882.217746:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:3.0:1788775882.218122:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695000832 00000100:00100000:3.0:1788775882.218127:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695000832 00000100:00100000:3.0:1788775882.218159:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 41 00000100:00100000:3.0:1788775882.218164:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:18740:x1875666695000832:12345-192.168.202.22@tcp:54:lfs.0 00010000:00010000:3.0:1788775882.218212:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218239:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218249:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218282:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218296:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218301:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218305:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56800 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775882.218329:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218335:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218341:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775882.218343:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788775882.218346:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.218350:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775882.218385:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:18740:x1875666695000832:12345-192.168.202.22@tcp:54:lfs.0 Request processed in 221us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775882.218395:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 41 00000100:00100000:2.0:1788775882.222393:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.222403:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723435904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788775882.222631:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695001216 00000100:00100000:3.0:1788775882.222644:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695001216 00000100:00100000:3.0:1788775882.222808:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:3.0:1788775882.222819:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:18740:x1875666695001216:12345-192.168.202.22@tcp:35:lfs.0 00000100:00100000:3.0:1788775882.223747:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+21:18740:x1875666695001216:12345-192.168.202.22@tcp:35:lfs.0 Request processed in 925us (1368us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788775882.223758:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 7 00000100:00100000:2.0:1788775882.623955:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775882.624115:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695001472 00000100:00100000:3.0:1788775882.624126:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695001472 00000100:00100000:3.0:1788775882.624185:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 42 00000100:00100000:3.0:1788775882.624193:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+21:18771:x1875666695001472:12345-192.168.202.22@tcp:101:cat.0 00010000:00010000:3.0:1788775882.624213:0:24728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775882.624229:0:24728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c6786fb expref: -99 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.624360:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca9b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.624372:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca9b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.624381:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca9b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775882.624389:0:24728:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788775882.624523:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9aa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786fb expref: 24 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.624555:0:24728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca9b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786fb expref: 23 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.624564:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775882.624567:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788775882.624570:0:24728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56400, rc 0) 00000100:00100000:3.0:1788775882.624967:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+23:18771:x1875666695001472:12345-192.168.202.22@tcp:101:cat.0 Request processed in 772us (1018us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788775882.624975:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 42 00000100:00100000:2.0:1788775882.632157:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775882.632419:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695001600 00000100:00100000:1.0:1788775882.632775:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695001600 00000100:00100000:3.0:1788775882.633104:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.633211:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695001856 00000100:00100000:0.0:1788775882.633217:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695001856 00000100:00100000:0.0:1788775882.633269:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:0.0:1788775882.633280:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+24:18771:x1875666695001856:12345-192.168.202.22@tcp:35:cat.0 00000100:00100000:0.0:1788775882.633633:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+25:18771:x1875666695001856:12345-192.168.202.22@tcp:35:cat.0 Request processed in 353us (530us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1788775882.633641:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 8 00000100:00100000:1.0:1788775882.634287:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 1 00000100:00100000:1.0:1788775882.634302:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+24:2394:x1875666695001600:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788775882.634348:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788775882.634381:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18ca9b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786fb expref: 24 pid: 24728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.634400:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775882.634405:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788775882.634839:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+23:2394:x1875666695001600:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 168us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775882.634850:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 1 00010000:00010000:1.0:1788775882.702484:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775882.702520:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34622f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723436032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788775882.702593:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775882.702641:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723436032 00000100:00100000:1.0:1788775882.702650:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723436032 00000100:00100000:1.0:1788775882.702710:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788775882.702720:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723436032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788775882.702760:0:23474:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788775882.702825:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723436032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775882.702833:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788775882.702880:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34622f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723436032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788775882.703436:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788775882.703448:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723436160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788775882.703485:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775882.703534:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723436160 00000100:00100000:2.0:1788775882.703539:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723436160 00000100:00100000:2.0:1788775882.703567:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788775882.703573:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723436160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788775882.703594:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788775882.703633:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875666723436160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775882.703640:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788775882.703672:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37fa2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875666723436160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788775882.705810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775882.705948:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002112 00000100:00100000:1.0:1788775882.705957:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002112 00000100:00100000:1.0:1788775882.706031:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 43 00000100:00100000:1.0:1788775882.706043:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+23:18777:x1875666695002112:12345-192.168.202.22@tcp:101:dd.0 00010000:00010000:1.0:1788775882.706067:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775882.706087:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18ca9bf lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678702 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706221:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706238:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706247:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 24 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706256:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706290:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 24 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706305:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 24 pid: 22732 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775882.706345:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2464bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22733:1875666723436288:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775882.706435:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.706444:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 24 pid: 22734 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775882.706454:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2464bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22733:1875666723436416:192.168.202.22@tcp:104: 00000100:00100000:1.0:1788775882.706491:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3765416c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775882.712734:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775882.712788:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.712881:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002240 00000100:00100000:0.0:1788775882.712891:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002240 00010000:00010000:0.0:1788775882.712934:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 25 pid: 22732 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775882.712980:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002368 00000100:00100000:0.0:1788775882.712984:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002368 00010000:00010000:0.0:1788775882.712997:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 26 pid: 22734 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775882.713030:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 17 00000100:00100000:0.0:1788775882.713040:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+26:2394:x1875666695002240:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775882.713056:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775882.713062:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 26 pid: 22732 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713077:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 26 pid: 22732 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713103:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:0.0:1788775882.713108:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713117:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713123:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775882.713190:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+26:2394:x1875666695002240:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 150us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.713198:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 17 00000100:00100000:0.0:1788775882.713218:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 18 00000100:00100000:0.0:1788775882.713224:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a367e0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+25:2395:x1875666695002368:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775882.713232:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775882.713236:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 25 pid: 22734 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713273:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 25 pid: 22734 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713285:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:0.0:1788775882.713289:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713295:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713302:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.713347:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775882.713366:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a367e0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+25:2395:x1875666695002368:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 142us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.713373:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 18 00010000:00010000:1.0:1788775882.719052:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6400/0x445c1d62c18ca979 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786e6 expref: 24 pid: 22732 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775882.719082:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2464bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22733:1875666723436288:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775882.719098:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18ca964 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c6786df expref: 23 pid: 22734 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775882.719108:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2464bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22733:1875666723436416:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775882.719149:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.719160:0:22733:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.719166:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775882.719187:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788775882.719394:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18ca9bf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678702 expref: 24 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.719423:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9c00/0x445c1d62c18ca9c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678702 expref: 23 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775882.719432:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775882.719435:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788775882.719438:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b9c00, rc 0) 00000100:00100000:1.0:1788775882.719540:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+23:18777:x1875666695002112:12345-192.168.202.22@tcp:101:dd.0 Request processed in 13498us (13736us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788775882.719548:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 43 00000100:00100000:3.0:1788775882.728504:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.728604:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002496 00000100:00100000:2.0:1788775882.728615:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002496 00000100:00100000:2.0:1788775882.728691:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 44 00000100:00100000:2.0:1788775882.728702:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+23:18777:x1875666695002496:12345-192.168.202.22@tcp:101:dd.0 00010000:00010000:2.0:1788775882.728728:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775882.728751:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9d4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678709 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728801:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728816:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728829:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728965:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 25 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728981:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 24 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.728989:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:2.0:1788775882.728992:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788775882.728997:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7a00, rc 0) 00000100:00100000:2.0:1788775882.729065:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+24:18777:x1875666695002496:12345-192.168.202.22@tcp:101:dd.0 Request processed in 364us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775882.729071:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 44 00000100:00100000:2.0:1788775882.732372:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775882.732976:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002752 00000100:00100000:3.0:1788775882.733000:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002752 00000100:00100000:3.0:1788775882.733068:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 45 00000100:00100000:3.0:1788775882.733081:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+24:18777:x1875666695002752:12345-192.168.202.22@tcp:36:dd.0 00010000:00010000:3.0:1788775882.733343:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.733360:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.733390:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788775882.733446:0:22734:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788775882.733479:0:22734:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000067d12995 reply state 00000000c5c18300 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.733492:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.733499:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775882.733502:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788775882.733506:0:22734:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788775882.733617:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695002752:12345-192.168.202.22@tcp:36:dd.0 Request processed in 538us (1252us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788775882.733624:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 45 00000020:00080000:3.0:1788775882.733629:0:22734:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788775882.740517:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.740616:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695002880 00000100:00100000:2.0:1788775882.740627:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695002880 00000100:00100000:2.0:1788775882.740700:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 46 00000100:00100000:2.0:1788775882.740710:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695002880:12345-192.168.202.22@tcp:101:dd.0 00010000:00010000:2.0:1788775882.740734:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775882.740755:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678710 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.740824:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678710 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.740839:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678710 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.740877:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:2.0:1788775882.740880:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788775882.740884:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7400, rc 0) 00000100:00100000:2.0:1788775882.740942:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18777:x1875666695002880:12345-192.168.202.22@tcp:101:dd.0 Request processed in 233us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775882.740949:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 46 00000100:00100000:2.0:1788775882.779841:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775882.780737:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003136 00000100:00100000:0.0:1788775882.780750:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003136 00000100:00100000:0.0:1788775882.780837:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 2 00000100:00100000:0.0:1788775882.780849:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18777:x1875666695003136:12345-192.168.202.22@tcp:103:dd.0 00010000:00010000:0.0:1788775882.780867:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775882.780895:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7400/0x445c1d62c18ca9e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678710 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775882.780914:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:0.0:1788775882.780933:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775882.780997:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695003136:12345-192.168.202.22@tcp:103:dd.0 Request processed in 150us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775882.781005:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 2 00000100:00100000:2.0:1788775882.783801:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775882.783999:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003264 00000100:00100000:3.0:1788775882.784010:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003264 00000100:00100000:3.0:1788775882.784112:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 47 00000100:00100000:3.0:1788775882.784134:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695003264:12345-192.168.202.22@tcp:58:dd.0 00010000:00010000:3.0:1788775882.784267:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.784285:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775882.784297:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788775882.787887:0:22734:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788775882.787923:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1788775882.788080:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1788775882.788198:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695003264:12345-192.168.202.22@tcp:58:dd.0 Request processed in 4070us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775882.788210:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 47 00000100:00100000:0.0:1788775882.793814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775882.793918:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003392 00000100:00100000:2.0:1788775882.793928:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003392 00000100:00100000:2.0:1788775882.793994:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 48 00000100:00100000:2.0:1788775882.794004:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+27:18777:x1875666695003392:12345-192.168.202.22@tcp:101:dd.0 00010000:00010000:2.0:1788775882.794026:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775882.794047:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678717 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794125:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794138:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794159:0:22732:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794172:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794217:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:2.0:1788775882.794220:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788775882.794225:0:22732:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 28 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775882.794233:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7800, rc 0) 00000100:00100000:2.0:1788775882.794341:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18777:x1875666695003392:12345-192.168.202.22@tcp:101:dd.0 Request processed in 308us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775882.794349:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 48 00000040:00080000:0.0:1788775883.215270:0:22770:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788775883.215281:0:22770:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788775883.215647:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788775883.215656:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788775883.215958:0:22770:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22770:1875666723436544:192.168.202.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788775883.216119:0:22770:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a342892840 going to sleep for 11 seconds 00000100:00100000:1.0:1788775883.223081:0:22770:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34806df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22770:1875666723436544:192.168.202.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788775883.228662:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.229023:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003520 00000100:00100000:1.0:1788775883.229034:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003520 00000100:00100000:1.0:1788775883.229121:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 49 00000100:00100000:1.0:1788775883.229134:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18779:x1875666695003520:12345-192.168.202.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788775883.229167:0:22733:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788775883.229292:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18779:x1875666695003520:12345-192.168.202.22@tcp:53:lhsmtool_posix.0 Request processed in 162us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.229300:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 49 00000100:00080000:3.0:1788775883.229388:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788775883.237556:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.237714:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003648 00000100:00100000:3.0:1788775883.237733:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003648 00000100:00100000:3.0:1788775883.237839:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 50 00000100:00100000:3.0:1788775883.237853:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18779:x1875666695003648:12345-192.168.202.22@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.238035:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238068:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238086:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238109:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238303:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238373:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238405:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238435:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238443:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775883.238695:0:24728:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788775883.238701:0:24728:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788775883.238721:0:24728:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238734:0:24728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238742:0:24728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238750:0:24728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238757:0:24728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb57000 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.238772:0:24728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238780:0:24728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238794:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a2475df700) 00010000:00010000:3.0:1788775883.238798:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.238803:0:24728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.238820:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18ca9fe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239587:0:24728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239595:0:24728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239602:0:24728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239606:0:24728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56a00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.239610:0:24728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239616:0:24728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239627:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.239630:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.239633:0:24728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239638:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa05 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239655:0:24728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239659:0:24728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239679:0:24728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239684:0:24728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56400 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.239687:0:24728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239694:0:24728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239702:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775883.239704:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.239707:0:24728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.239713:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa0c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788775883.239907:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18779:x1875666695003648:12345-192.168.202.22@tcp:34:lhsmtool_posix.0 Request processed in 2051us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.239920:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 50 00000100:00100000:2.0:1788775883.250013:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.252243:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695003904 00000100:00100000:1.0:1788775883.252268:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695003904 00000100:00100000:1.0:1788775883.252384:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 51 00000100:00100000:1.0:1788775883.252397:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+28:18779:x1875666695003904:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788775883.252424:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775883.252450:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18caa13 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c67871e expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.252787:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.252807:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.252822:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788775883.252859:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788775883.253443:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253451:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253456:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253512:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8800 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775883.253517:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253532:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253545:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775883.253548:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788775883.253552:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253556:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa1a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253631:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18caa13 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67871e expref: 30 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253643:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a2475df700) 00010000:00010000:1.0:1788775883.253644:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788775883.253658:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18caa13 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67871e expref: 30 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.253682:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b9400, rc 0) 00000100:00100000:1.0:1788775883.253834:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+29:18779:x1875666695003904:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 1439us (3899us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788775883.253844:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 51 00000100:00100000:0.0:1788775883.263473:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.263578:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695004032 00000100:00100000:2.0:1788775883.263594:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695004032 00000100:00100000:2.0:1788775883.263682:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 52 00000100:00100000:2.0:1788775883.263695:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34806df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+29:18779:x1875666695004032:12345-192.168.202.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788775883.263747:0:22732:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788775883.263924:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34806df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+29:18779:x1875666695004032:12345-192.168.202.22@tcp:53:lhsmtool_posix.0 Request processed in 230us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.263941:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 52 00000100:00100000:1.0:1788775883.267650:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.267925:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695004288 00000100:00100000:0.0:1788775883.268179:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695004288 00000100:00100000:1.0:1788775883.268396:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 53 00000100:00100000:1.0:1788775883.268408:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+29:18779:x1875666695004288:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788775883.268435:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775883.268574:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18caa28 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678725 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788775883.269308:0:22734:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:1.0:1788775883.269396:0:22734:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1788775883.269424:0:22734:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:1.0:1788775883.269667:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa2f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.269685:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.269697:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.269774:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9400/0x445c1d62c18caa28 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678725 expref: 32 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.269838:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa2f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678725 expref: 31 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.269848:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:1.0:1788775883.269851:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788775883.269854:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b8800, rc 0) 00000100:00100000:1.0:1788775883.270093:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+31:18779:x1875666695004288:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 1686us (2455us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788775883.270102:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 53 00000100:00100000:0.0:1788775883.276799:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.277157:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695004544 00000100:00100000:2.0:1788775883.277172:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695004544 00000100:00100000:2.0:1788775883.277254:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 54 00000100:00100000:2.0:1788775883.277266:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+31:18779:x1875666695004544:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788775883.277393:0:22732:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775883.277431:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8800/0x445c1d62c18caa2f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678725 expref: 31 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277513:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475dff00) 00010000:00010000:2.0:1788775883.277526:0:22732:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788775883.277556:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277572:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277583:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277597:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277604:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277611:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277673:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277680:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277687:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277693:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd6000 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:2.0:1788775883.277698:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277713:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277723:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:2.0:1788775883.277726:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788775883.277731:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277736:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd6000/0x445c1d62c18caa3d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277748:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277753:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277771:0:22732:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277776:0:22732:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7600 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:2.0:1788775883.277780:0:22732:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277786:0:22732:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277794:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x9c271dad (ffff89a246bbe800) 00010000:00010000:2.0:1788775883.277797:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788775883.277800:0:22732:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.277818:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7600/0x445c1d62c18caa44 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9c271dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775883.277940:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+30:18779:x1875666695004544:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 Request processed in 668us (1147us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788775883.277949:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 54 00000100:00100000:1.0:1788775883.282854:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.283296:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695004672 00000100:00100000:3.0:1788775883.283356:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695004672 00000100:00100000:3.0:1788775883.283435:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 55 00000100:00100000:3.0:1788775883.283449:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+30:18779:x1875666695004672:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.283487:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775883.283520:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa4b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c67872c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283592:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa52 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283609:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283624:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283775:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa4b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67872c expref: 32 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283795:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56a00/0x445c1d62c18caa52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67872c expref: 31 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.283805:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.283808:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788775883.283812:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56a00, rc 0) 00000100:00100000:3.0:1788775883.283905:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+31:18779:x1875666695004672:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 458us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.283913:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 55 00000100:00100000:1.0:1788775883.288192:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.288296:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695004928 00000100:00100000:2.0:1788775883.288349:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695004928 00000100:00100000:2.0:1788775883.288427:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 56 00000100:00100000:2.0:1788775883.288441:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+31:18779:x1875666695004928:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788775883.288556:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.288579:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.288594:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788775883.288833:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788775883.288845:0:22732:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 816169533454ns, next at 817169530291ns, rc = 0 00000004:00010000:2.0:1788775883.289168:0:22732:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004836a20b reply state 000000009bf090a9 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.289187:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.289195:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:2.0:1788775883.289216:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788775883.289221:0:22732:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788775883.289423:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+33:18779:x1875666695004928:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 Request processed in 982us (1242us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788775883.289432:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 56 00000100:00100000:0.0:1788775883.292445:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.292609:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005056 00000100:00100000:3.0:1788775883.292623:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005056 00000100:00100000:3.0:1788775883.292697:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 57 00000100:00100000:3.0:1788775883.292709:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+33:18779:x1875666695005056:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.292743:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775883.292799:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678733 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.292900:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 34 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.292920:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 34 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.293015:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.293019:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788775883.293024:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57000, rc 0) 00000100:00100000:3.0:1788775883.293113:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+34:18779:x1875666695005056:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 406us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.293122:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 57 00000100:00100000:1.0:1788775883.297561:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.297714:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005184 00000100:00100000:0.0:1788775883.297729:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005184 00000100:00100000:0.0:1788775883.297815:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 25 00000100:00100000:0.0:1788775883.297828:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2395:x1875666695005184:12345-192.168.202.22@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788775883.299110:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2395:x1875666695005184:12345-192.168.202.22@tcp:2:lhsmtool_posix.0 Request processed in 1277us (1555us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788775883.299133:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 25 00000100:00100000:2.0:1788775883.302455:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.302739:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005440 00000100:00100000:0.0:1788775883.302753:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005440 00000100:00100000:0.0:1788775883.302839:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00100000:0.0:1788775883.302853:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fa2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+34:18779:x1875666695005440:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788775883.303198:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fa2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+35:18779:x1875666695005440:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 Request processed in 346us (755us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1788775883.303225:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 9 00000100:00100000:0.0:1788775883.306245:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.306419:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005696 00000100:00100000:2.0:1788775883.306433:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005696 00000100:00100000:2.0:1788775883.306526:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 58 00000100:00100000:2.0:1788775883.306539:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37dd43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+35:18779:x1875666695005696:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788775883.306709:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37dd43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+35:18779:x1875666695005696:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 Request processed in 172us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.306718:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 58 00000100:00100000:1.0:1788775883.309675:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.309782:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005824 00000100:00100000:3.0:1788775883.309795:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005824 00000100:00100000:3.0:1788775883.309873:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 59 00000100:00100000:3.0:1788775883.309886:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+35:18779:x1875666695005824:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.309912:0:22733:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775883.309946:0:22733:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa67 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c67873a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310052:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310072:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310086:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788775883.310177:0:22733:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788775883.310205:0:22733:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310241:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56400/0x445c1d62c18caa67 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67873a expref: 37 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310264:0:22733:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67873a expref: 36 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.310274:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.310278:0:22733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788775883.310282:0:22733:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb57c00, rc 0) 00000100:00100000:3.0:1788775883.310423:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+36:18779:x1875666695005824:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 539us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.310432:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 59 00000100:00100000:1.0:1788775883.314433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.314893:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695005952 00000100:00100000:3.0:1788775883.314905:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695005952 00000100:00100000:3.0:1788775883.315097:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 26 00000100:00100000:3.0:1788775883.315113:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2397:x1875666695005952:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.315152:0:24247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788775883.315187:0:24247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678741 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788775883.315228:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9e8dcb, blocks: 0x0 00010000:00010000:3.0:1788775883.315261:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=816s v=(0 0) 00010000:00010000:3.0:1788775883.315289:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788775883.315302:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 7 pid: 24247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.315348:0:24247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 7 pid: 24247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.315367:0:24247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37cb56400, rc 0) 00000100:00100000:3.0:1788775883.315461:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666695005952:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 352us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.315469:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 26 00000100:00100000:2.0:1788775883.319517:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.319727:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006208 00000100:00100000:1.0:1788775883.319741:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006208 00000100:00100000:1.0:1788775883.319833:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 60 00000100:00100000:1.0:1788775883.319848:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+36:18779:x1875666695006208:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788775883.320208:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+36:18779:x1875666695006208:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 Request processed in 363us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.320218:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 60 00000100:00100000:1.0:1788775883.323458:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.323703:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006336 00000100:00100000:3.0:1788775883.323715:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006336 00000100:00100000:3.0:1788775883.323794:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 61 00000100:00100000:3.0:1788775883.323806:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2464bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+36:18779:x1875666695006336:12345-192.168.202.22@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788775883.326748:0:22712:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1788775883.326779:0:22712:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:0.0:1788775883.326839:0:22712:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1788775883.327096:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327113:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327131:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327138:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56000 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:2.0:1788775883.327144:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327152:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327193:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:2.0:1788775883.327196:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788775883.327202:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.327209:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56000/0x445c1d62c18ca902 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327589:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327599:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327605:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327611:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248032c00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.327614:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327632:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327642:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff89a2475df000) 00010000:00010000:3.0:1788775883.327645:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.327648:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327654:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248032c00/0x445c1d62c18ca8a0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327675:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327682:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327688:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327694:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a248033e00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.327697:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327703:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327710:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff89a2475df200) 00010000:00010000:3.0:1788775883.327712:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.327715:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327728:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a248033e00/0x445c1d62c18ca8a7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327742:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327748:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327754:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327773:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56c00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.327776:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327783:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327792:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff89a2475fb100) 00010000:00010000:3.0:1788775883.327795:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.327798:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327804:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56c00/0x445c1d62c18ca95d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327819:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327825:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327841:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327846:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56800 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.327849:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327855:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.327995:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:3.0:1788775883.327999:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788775883.328002:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328009:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18ca9e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328021:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328028:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328034:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328040:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7200 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:3.0:1788775883.328043:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328060:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328069:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.328072:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788775883.328075:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.328080:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7200/0x445c1d62c18caa59 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.328254:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2464bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723436672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1788775883.328375:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788775883.328671:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2464bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+15:18779:x1875666695006336:12345-192.168.202.22@tcp:44:lhsmtool_posix.0 Request processed in 4864us (5224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.328683:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 61 00000100:00100000:1.0:1788775883.328846:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723436672 00000100:00100000:1.0:1788775883.328855:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723436672 00000100:00100000:1.0:1788775883.329065:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788775883.329078:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723436672:12345-0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1788775883.329388:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1788775883.331645:0:24437:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788775883.331655:0:24437:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788775883.331657:0:24437:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788775883.331660:0:24437:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788775883 -> 1788775883 00002000:00010000:1.0:1788775883.331663:0:24437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788775883.332863:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1875666723436672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3778us (4478us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788775883.332889:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:0.0:1788775883.333274:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a2464bd880/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788775883.333284:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2464bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723436672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788775883.335255:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.335691:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006464 00000100:00100000:3.0:1788775883.335704:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006464 00000100:00100000:3.0:1788775883.335783:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 28 00000100:00100000:3.0:1788775883.335795:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2396:x1875666695006464:12345-192.168.202.22@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788775883.335961:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2396:x1875666695006464:12345-192.168.202.22@tcp:16:lhsmtool_posix.0 Request processed in 167us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.335969:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 28 00000100:00100000:0.0:1788775883.339487:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.339598:0:24728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006720 00000100:00100000:3.0:1788775883.339611:0:24728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006720 00000100:00100000:3.0:1788775883.339680:0:24728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 62 00000100:00100000:3.0:1788775883.339691:0:24728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+15:18779:x1875666695006720:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788775883.339781:0:24728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788775883.339839:0:24728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57c00/0x445c1d62c18caa6e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67873a expref: 15 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.339863:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.339869:0:24728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788775883.339911:0:24728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18caa7c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.339928:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18caa7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.340009:0:24728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18caa7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788775883.340183:0:24728:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000036213584 reply state 00000000ef3ad855 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18caa7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.340197:0:24728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56800/0x445c1d62c18caa7c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775883.340205:0:24728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:3.0:1788775883.340207:0:24728:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788775883.340210:0:24728:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788775883.340992:0:24728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+16:18779:x1875666695006720:12345-192.168.202.22@tcp:36:lhsmtool_posix.0 Request processed in 1295us (1522us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788775883.341004:0:24728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 62 00000100:00100000:1.0:1788775883.344226:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.344398:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006848 00000100:00100000:2.0:1788775883.344412:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006848 00000100:00100000:2.0:1788775883.344488:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 29 00000100:00100000:2.0:1788775883.344501:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:18779:x1875666695006848:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788775883.344528:0:24245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788775883.344554:0:24245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c678748 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.344598:0:24245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 8 pid: 24247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.344609:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775883.344614:0:24245:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775883.344620:0:24245:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 8 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.344664:0:24245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 8 pid: 24247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.344704:0:24245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 8 pid: 24247 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775883.344721:0:24245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a34cd34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24245:1875666723436800:192.168.202.22@tcp:104: 00000100:00100000:2.0:1788775883.344841:0:24245:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3720b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775883.349790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.350284:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695006976 00000100:00100000:0.0:1788775883.350299:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695006976 00010000:00010000:0.0:1788775883.350414:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 9 pid: 24247 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.350476:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00100000:0.0:1788775883.350488:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:2397:x1875666695006976:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775883.350514:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775883.350547:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 9 pid: 24247 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.350566:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 9 pid: 24247 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.350625:0:22719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775883.350631:0:22719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775883.350639:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.350651:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.350705:0:22719:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.350724:0:22719:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22719:1875666723436928:192.168.202.22@tcp:105: 00000100:00100000:0.0:1788775883.350851:0:22719:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a342892240 going to sleep for 11 seconds 00010000:00010000:1.0:1788775883.351540:0:24245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005536778f/0x445c1d62c18caa75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678741 expref: 9 pid: 24247 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.351560:0:24245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a34cd34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24245:1875666723436800:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775883.351593:0:24245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 8 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.351608:0:24245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a37dcd7000, rc 0) 00000100:00100000:1.0:1788775883.351656:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37fadb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+8:18779:x1875666695006848:12345-192.168.202.22@tcp:101:lhsmtool_posix.0 Request processed in 7157us (7445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.351665:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 29 00000100:00100000:0.0:1788775883.356102:0:22719:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22719:1875666723436928:192.168.202.22@tcp:105: 00010000:00010000:0.0:1788775883.356153:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775883.356238:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666695006976:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 5750us (6463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775883.356251:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 19 00000100:00100000:2.0:1788775883.360194:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.360426:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007104 00000100:00100000:3.0:1788775883.360438:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007104 00000100:00100000:3.0:1788775883.360519:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 30 00000100:00100000:3.0:1788775883.360531:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34cd34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666695007104:12345-192.168.202.22@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788775883.360740:0:24247:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788775883.360744:0:24247:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788775882 00002000:00010000:3.0:1788775883.360747:0:24247:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788775881 00002000:00010000:3.0:1788775883.360749:0:24247:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788775883 -> 1788775882 00002000:00010000:3.0:1788775883.360780:0:24247:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788775883.360879:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34cd34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+8:2397:x1875666695007104:12345-192.168.202.22@tcp:2:lhsmtool_posix.0 Request processed in 349us (701us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788775883.360888:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 30 00000100:00100000:2.0:1788775883.364460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.364619:0:24437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007232 00000100:00100000:0.0:1788775883.364632:0:24437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007232 00000100:00100000:0.0:1788775883.364709:0:24437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:0.0:1788775883.364722:0:24437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+8:2397:x1875666695007232:12345-192.168.202.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788775883.364795:0:24437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.364840:0:24437:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 8 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.364850:0:24437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775883.364855:0:24437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788775883.364872:0:24437:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.364924:0:24437:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 8 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.365119:0:24437:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 8 pid: 24245 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.365139:0:24437:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24437:1875666723437056:192.168.202.22@tcp:104: 00000100:00100000:0.0:1788775883.365302:0:24437:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a342892240 going to sleep for 11 seconds 00000100:00100000:1.0:1788775883.370651:0:24437:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24437:1875666723437056:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775883.370710:0:24437:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.370800:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.370902:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007360 00000100:00100000:2.0:1788775883.370910:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007360 00010000:00010000:2.0:1788775883.371079:0:22717:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775883.371130:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 20 00000100:00100000:2.0:1788775883.371143:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+9:2397:x1875666695007360:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788775883.371165:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788775883.371192:0:22717:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.371208:0:22717:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.371236:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caa83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678748 expref: 9 pid: 24245 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.371274:0:22717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788775883.371279:0:22717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788775883.371285:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.371296:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.371429:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788775883.371513:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+8:2397:x1875666695007360:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 371us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.371521:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 20 00010000:00010000:0.0:1788775883.372346:0:24437:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372361:0:24437:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372392:0:24437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372410:0:24437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372419:0:24437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372427:0:24437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655c000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775883.372431:0:24437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372440:0:24437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372476:0:24437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.372484:0:24437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caa8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.372566:0:24437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6eb0be1f-f500-4a39-9c31-892fcfe683f6+7:2397:x1875666695007232:12345-192.168.202.22@tcp:1:lhsmtool_posix.0 Request processed in 7846us (8121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775883.372575:0:24437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 31 00000100:00100000:0.0:1788775883.376741:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.377033:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007616 00000100:00100000:1.0:1788775883.377048:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007616 00000100:00100000:1.0:1788775883.377142:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 63 00000100:00100000:1.0:1788775883.377157:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+16:18779:x1875666695007616:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788775883.377284:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.377307:0:22734:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 16 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.377355:0:22734:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.377406:0:22734:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 16 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.377423:0:22734:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 16 pid: 22732 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.377438:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437184:192.168.202.22@tcp:104: 00000100:00100000:1.0:1788775883.377561:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3429b5240 going to sleep for 11 seconds 00000100:00100000:2.0:1788775883.385970:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:0.0:1788775883.386199:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007744 00000100:00100000:0.0:1788775883.386212:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007744 00010000:00010000:0.0:1788775883.386286:0:22719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 17 pid: 22732 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.386374:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 21 00000100:00100000:0.0:1788775883.386385:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+17:2396:x1875666695007744:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775883.386403:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775883.386411:0:22719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 17 pid: 22732 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386428:0:22719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 17 pid: 22732 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386471:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:0.0:1788775883.386478:0:22719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386489:0:22719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386497:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386505:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.386527:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775883.386601:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37ddbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+17:2396:x1875666695007744:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 217us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775883.386608:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 21 00010000:00010000:1.0:1788775883.386869:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7a00/0x445c1d62c18ca9db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678709 expref: 16 pid: 22732 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.386893:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437184:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775883.386942:0:22734:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.386953:0:22734:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.386958:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.387234:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.387249:0:22734:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 16 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.387259:0:22734:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.387297:0:22734:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 16 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.387374:0:22734:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 16 pid: 22733 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.387390:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437312:192.168.202.22@tcp:104: 00000100:00100000:1.0:1788775883.387776:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a378e680c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788775883.392908:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.393871:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437312:192.168.202.22@tcp:104: 00010000:00010000:1.0:1788775883.393915:0:22734:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.394606:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695007872 00000100:00100000:0.0:1788775883.394618:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695007872 00010000:00010000:0.0:1788775883.394675:0:22718:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 17 pid: 22733 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.394776:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 22 00000100:00100000:0.0:1788775883.394788:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+17:2397:x1875666695007872:12345-192.168.202.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788775883.394809:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788775883.394817:0:22718:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 17 pid: 22733 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394831:0:22718:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 17 pid: 22733 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394858:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb57000/0x445c1d62c18caa60 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.22@tcp remote: 0xa82385d98c678733 expref: 17 pid: 22733 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394889:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:0.0:1788775883.394895:0:22718:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394906:0:22718:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394915:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.394954:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788775883.395052:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+16:2397:x1875666695007872:12345-192.168.202.22@tcp:103:ldlm_bl.0 Request processed in 265us (2157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788775883.395071:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 22 00010000:00010000:1.0:1788775883.395799:0:22734:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.395811:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788775883.395975:0:22734:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1788775883.396155:0:22734:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1788775883.396200:0:22734:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1788775883.396340:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22734:1875666723437440:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788775883.396420:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.396455:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1788775883.396669:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723437440 00000100:00100000:3.0:1788775883.396678:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723437440 00000100:00100000:3.0:1788775883.396738:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788775883.396750:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a348057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22734:x1875666723437440:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788775883.396857:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a348057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22734:x1875666723437440:12345-0@lo:1000:mdt00_002.0 Request processed in 109us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.396865:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788775883.397233:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22734:1875666723437440:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788775883.397599:0:22734:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1788775883.397666:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22734:1875666723437568:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788775883.397737:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.397768:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788775883.397944:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723437568 00000100:00100000:3.0:1788775883.397951:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723437568 00000100:00100000:3.0:1788775883.397998:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788775883.398007:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22734:x1875666723437568:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788775883.398153:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22734:x1875666723437568:12345-0@lo:1000:mdt00_002.0 Request processed in 146us (414us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788775883.398161:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788775883.398644:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a348054380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22734:1875666723437568:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788775883.398696:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398708:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398717:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398725:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b8200 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775883.398744:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398752:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398784:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:1.0:1788775883.398787:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788775883.398792:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398799:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8200/0x445c1d62c18caa98 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398856:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398863:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398881:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398887:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37cb56600 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775883.398890:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398896:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.398905:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775883.398907:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788775883.398921:0:22734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.399062:0:22734:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.399073:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.399215:0:22734:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7800/0x445c1d62c18ca9f7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c678717 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.399231:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a3473cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437696:192.168.202.22@tcp:105: 00000100:00100000:1.0:1788775883.399353:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff89a3721a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1788775883.404424:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.404901:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a3473cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22734:1875666723437696:192.168.202.22@tcp:105: 00010000:00010000:1.0:1788775883.405061:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405074:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37cb56600/0x445c1d62c18ca9f0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405127:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405143:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405157:0:22734:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405189:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405196:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405202:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405210:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9600 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775883.405215:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405223:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405238:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775883.405241:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788775883.405246:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405251:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9600/0x445c1d62c18caa9f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405279:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405285:0:22734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405291:0:22734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405303:0:22734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a2479b9e00 already unused, calling callback (ffffffffc1b2f4f0) 00010000:00010000:1.0:1788775883.405306:0:22734:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405336:0:22734:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405346:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775883.405348:0:22734:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788775883.405352:0:22734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.405358:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9e00/0x445c1d62c18caa91 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22734 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775883.405686:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18779:x1875666695007616:12345-192.168.202.22@tcp:57:lhsmtool_posix.0 Request processed in 28530us (28957us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1788775883.405699:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 63 00000020:00080000:1.0:1788775883.405707:0:22734:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1788775883.406071:0:22770:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788775883.406078:0:22770:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788775883.406099:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788775883.406107:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788775883.406397:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695008000 00000100:00100000:1.0:1788775883.406408:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695008000 00000100:00100000:1.0:1788775883.406794:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 10 00000100:00100000:1.0:1788775883.406807:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34ae76c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18777:x1875666695008000:12345-192.168.202.22@tcp:49:dd.0 00000100:00100000:1.0:1788775883.407001:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34ae76c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18777:x1875666695008000:12345-192.168.202.22@tcp:49:dd.0 Request processed in 197us (2592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.407010:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 10 00000100:00100000:3.0:1788775883.411192:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:1.0:1788775883.412256:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695008128 00000100:00100000:1.0:1788775883.412284:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695008128 00000100:00100000:1.0:1788775883.412413:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 64 00000100:00100000:1.0:1788775883.412426:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+19:18777:x1875666695008128:12345-192.168.202.22@tcp:101:dd.0 00010000:00010000:1.0:1788775883.412474:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788775883.412503:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9a00/0x445c1d62c18caaa6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa82385d98c67874f expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412552:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8a00/0x445c1d62c18caaad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412571:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8a00/0x445c1d62c18caaad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412585:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8a00/0x445c1d62c18caaad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412726:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b9a00/0x445c1d62c18caaa6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67874f expref: 21 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412782:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a2479b8a00/0x445c1d62c18caaad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp remote: 0xa82385d98c67874f expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775883.412794:0:22732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff89a2475fb200) 00010000:00010000:1.0:1788775883.412798:0:22732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788775883.412802:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a2479b8a00, rc 0) 00000100:00100000:1.0:1788775883.414272:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a34622d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:18777:x1875666695008128:12345-192.168.202.22@tcp:101:dd.0 Request processed in 1836us (3083us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.414286:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 64 00000100:00100000:3.0:1788775883.415085:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.415381:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695008384 00000100:00100000:2.0:1788775883.415393:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695008384 00000100:00100000:2.0:1788775883.415475:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 11 00000100:00100000:2.0:1788775883.415487:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+20:18779:x1875666695008384:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788775883.415860:0:22736:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788775883.415907:0:22736:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1788775883.416055:0:22736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416076:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416091:0:22736:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416125:0:22736:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416133:0:22736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416139:0:22736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416165:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788775883.416217:0:22720:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788775883.416226:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416236:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:2.0:1788775883.416242:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416251:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416266:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff89a2475fb700) 00010000:00010000:2.0:1788775883.416270:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788775883.416275:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416281:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a37dcd7000/0x445c1d62c18caab4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.416295:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775883.416297:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775883.416304:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775883.416418:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6eb0be1f-f500-4a39-9c31-892fcfe683f6+22:18779:x1875666695008384:12345-192.168.202.22@tcp:35:lhsmtool_posix.0 Request processed in 931us (1335us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1788775883.416428:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 11 00000020:00080000:2.0:1788775883.416434:0:22736:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788775883.449823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:3.0:1788775883.450048:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp (source: 12345-192.168.202.22@tcp) 00000100:00100000:2.0:1788775883.450195:0:24251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695008640 00000100:00100000:2.0:1788775883.450208:0:24251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695008640 00000100:00100000:2.0:1788775883.450294:0:24251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666695008512 00000100:00100000:2.0:1788775883.450298:0:24251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666695008512 00000100:00100000:2.0:1788775883.450365:0:24251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:2.0:1788775883.450378:0:24251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+8:2395:x1875666695008640:12345-192.168.202.22@tcp:4:dd.0 00002000:00010000:2.0:1788775883.450450:0:24251:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9e8dca, atime: 0x6a9e8dc9, ctime: 0x6a9e8dca, blocks: 0x0 00010000:00010000:2.0:1788775883.450598:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.450621:0:24251:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=816s v=(0 0) 00010000:00010000:2.0:1788775883.450626:0:24251:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788775883.450633:0:24251:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775883.450649:0:24251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788775883.549563:0:25063:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1788775883.549582:0:25063:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1788775883.549982:0:24251:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1788775883.549987:0:24251:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1788775882 -> 1788775883 00002000:00010000:0.0:1788775883.549989:0:24251:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788775882 -> 1788775883 00002000:00010000:0.0:1788775883.549990:0:24251:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1788775883.550007:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550018:0:24251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550027:0:24251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550034:0:24251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a37dcd7000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775883.550038:0:24251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550047:0:24251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550066:0:24251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550074:0:24251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a03d3ff/0x445c1d62c18caabb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.550212:0:24251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+6:2395:x1875666695008640:12345-192.168.202.22@tcp:4:dd.0 Request processed in 99832us (100400us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788775883.550226:0:24251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 0 00000100:00100000:0.0:1788775883.550393:0:24251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp, seq: 1 00000100:00100000:0.0:1788775883.550409:0:24251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a37de51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2395:x1875666695008512:12345-192.168.202.22@tcp:4:dd.0 00002000:00010000:0.0:1788775883.550460:0:24251:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6a9e8dcb, atime: 0x6a9e8dc9, ctime: 0x6a9e8dcb, blocks: 0x1a68 00010000:00010000:0.0:1788775883.550466:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550476:0:24251:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=816s v=(0 0) 00010000:00010000:0.0:1788775883.550480:0:24251:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788775883.550486:0:24251:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.550499:0:24251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788775883.628852:0:25063:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1788775883.632825:0:24251:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1788775883.633307:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633339:0:24251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633347:0:24251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633374:0:24251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a24655c000 already unused, calling callback (ffffffffc0f22350) 00010000:00010000:0.0:1788775883.633379:0:24251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633387:0:24251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633408:0:24251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775883.633413:0:24251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bcc6cfb/0x445c1d62c18caac2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775883.633568:0:24251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a37de51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6eb0be1f-f500-4a39-9c31-892fcfe683f6+5:2395:x1875666695008512:12345-192.168.202.22@tcp:4:dd.0 Request processed in 83155us (183509us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788775883.633590:0:24251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp, seq: 1 00000100:00100000:1.0:1788775883.727041:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a3473cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723437824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788775883.727174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788775883.727263:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775883.727296:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723437824 00000100:00100000:1.0:1788775883.727307:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723437824 00000100:00100000:1.0:1788775883.727383:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788775883.727395:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723437824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788775883.727424:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3676622848 00000100:00100000:1.0:1788775883.727485:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875666723437824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788775883.727493:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788775883.727542:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:1.0:1788775883.727548:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a2464bd880, transno 12884901892 00000004:00080000:1.0:1788775883.727560:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:1.0:1788775883.727597:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a3473cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875666723437824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788775883.729018:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723437952:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.729096:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1788775883.729984:0:23488:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788775883.730103:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723438080:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.730407:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723438464:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.730532:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775883.730562:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875666723438976:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.730610:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.730850:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723438208:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.730888:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.730913:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723438720:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.730936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.730954:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875666723439232:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.731004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.731030:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788775883.731039:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723438336:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.731075:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.731096:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723438848:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.731132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788775883.731152:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723439360:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.731178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.731404:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.731427:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a37ff5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723438592:0@lo:400:kworker.0 00000100:00100000:1.0:1788775883.731450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.731549:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a247a27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723439104:0@lo:400:kworker.0 00000100:00100000:1.0:1788775883.731574:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788775883.731589:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788775883.731594:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff89a2477b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723439488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775883.731618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788775883.731704:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723437952 00000100:00100000:2.0:1788775883.731716:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723437952 00000100:00100000:2.0:1788775883.731792:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1788775883.731803:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723437952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.731872:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a378e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01055583-8c6a-411d-9136-d366c1b1cf41+24:3648:x1875666723437952:12345-0@lo:400:kworker.0 Request processed in 69us (2774us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.731879:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1788775883.731923:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438464 00000100:00100000:2.0:1788775883.731927:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438464 00000100:00100000:2.0:1788775883.731954:0:23474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438080 00000100:00100000:2.0:1788775883.731957:0:23474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438080 00000100:00100000:2.0:1788775883.731972:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788775883.731979:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a247a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723438464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.732016:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a247a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875666723438464:12345-0@lo:400:kworker.0 Request processed in 37us (1485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.732022:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788775883.732035:0:23474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788775883.732041:0:23474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723438080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.732069:0:23474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875666723438080:12345-0@lo:400:kworker.0 Request processed in 29us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775883.732075:0:23474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788775883.732204:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438976 00000100:00100000:3.0:1788775883.732226:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438976 00000100:00080000:3.0:1788775883.732256:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788775883.732283:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723439232 00000100:00100000:3.0:1788775883.732287:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723439232 00000100:00080000:3.0:1788775883.732303:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788775883.732334:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438336 00000100:00100000:3.0:1788775883.732338:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438336 00000100:00100000:3.0:1788775883.732351:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438848 00000100:00100000:3.0:1788775883.732354:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438848 00000100:00100000:3.0:1788775883.732366:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723439360 00000100:00100000:3.0:1788775883.732369:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723439360 00000100:00080000:3.0:1788775883.732383:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788775883.732397:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723439104 00000100:00100000:3.0:1788775883.732400:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723439104 00000100:00080000:3.0:1788775883.732412:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788775883.732429:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788775883.732437:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a246494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875666723438976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732492:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a246494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875666723438976:12345-0@lo:400:kworker.0 Request processed in 56us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732499:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788775883.732516:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788775883.732522:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a24bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875666723439232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732552:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a24bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875666723439232:12345-0@lo:400:kworker.0 Request processed in 30us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732557:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788775883.732568:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788775883.732573:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a24bd10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723438336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732622:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a24bd10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875666723438336:12345-0@lo:400:kworker.0 Request processed in 49us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732628:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788775883.732639:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788775883.732644:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a24bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723438848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732669:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a24bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875666723438848:12345-0@lo:400:kworker.0 Request processed in 26us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732674:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788775883.732686:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788775883.732692:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a24bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723439360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732717:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a24bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875666723439360:12345-0@lo:400:kworker.0 Request processed in 25us (1538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732722:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788775883.732733:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788775883.732738:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723439104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732775:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875666723439104:12345-0@lo:400:kworker.0 Request processed in 37us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732782:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788775883.732836:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438208 00000100:00100000:3.0:1788775883.732840:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438208 00000100:00100000:3.0:1788775883.732868:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438720 00000100:00100000:3.0:1788775883.732871:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438720 00000100:00100000:3.0:1788775883.732890:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723438592 00000100:00100000:3.0:1788775883.732893:0:24245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723438592 00000100:00100000:3.0:1788775883.732904:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788775883.732910:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723438208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.732955:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875666723438208:12345-0@lo:400:kworker.0 Request processed in 45us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.732961:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788775883.732972:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788775883.732978:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a2477b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723438720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.733003:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a2477b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875666723438720:12345-0@lo:400:kworker.0 Request processed in 26us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.733010:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788775883.733020:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788775883.733025:0:24245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723438592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788775883.733052:0:24245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723438592:12345-0@lo:400:kworker.0 Request processed in 27us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.733058:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1788775883.733078:0:22728:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788775883.733089:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875666723439488 00000100:00100000:3.0:1788775883.733093:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875666723439488 00000100:00100000:3.0:1788775883.733118:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788775883.733124:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89a3473cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723439488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788775883.733140:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3676622848 00000100:00100000:3.0:1788775883.733174:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89a3473cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875666723439488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775883.733180:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788775883.734582:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875666723438336:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.734616:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875666723438848:0@lo:400:kworker.0 00010000:00080000:0.0:1788775883.734650:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a24e00 x1875666723439360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775883.734662:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875666723439360:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.734678:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875666723438208:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.734691:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875666723438720:0@lo:400:kworker.0 00000100:00100000:0.0:1788775883.734704:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875666723439232:0@lo:400:kworker.0 00000100:00100000:1.0:1788775883.735356:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a2477b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723439488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788775883.735400:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875666723438080:0@lo:400:kworker.0 00000100:00100000:1.0:1788775883.735413:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875666723438592:0@lo:400:kworker.0 00010000:00080000:1.0:1788775883.735427:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff89a247a27100 x1875666723439104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788775899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775883.735436:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875666723439104:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.735573:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ddbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01055583-8c6a-411d-9136-d366c1b1cf41:3648:1875666723437952:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.735717:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a37ff5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875666723438464:0@lo:400:kworker.0 00000100:00100000:2.0:1788775883.735736:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff89a247a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875666723438976:0@lo:400:kworker.0 00010000:00010000:2.0:1788775884.753936:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788775885.666468:0:25822:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:3.0:1788775885.786774:0:22721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775886.804394:0:22720:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14504 lines, 14504 kept, 0 dropped, 0 bad.