00000100:00100000:0.0F:1784188082.749685:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188082.749719:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271911040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784188082.749788:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1784188082.749977:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911040 00000100:00100000:2.0:1784188082.749991:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911040 00000100:00100000:2.0:1784188082.750055:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1784188082.750066:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271911040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188082.750094:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188082.750143:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271911040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188082.750152:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1784188082.750203:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271911040:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0F:1784188082.750309:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188082.805769:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.805823:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.805864:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.805888:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.805907:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.805935:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766464 00000100:00100000:3.0:1784188082.805944:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766464 00000100:00100000:3.0:1784188082.806003:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766976 00000100:00100000:3.0:1784188082.806006:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766976 00000100:00100000:1.0F:1784188082.806008:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766208 00000100:00100000:1.0:1784188082.806018:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766208 00000100:00100000:3.0:1784188082.806029:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:3.0:1784188082.806038:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248766464:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188082.806049:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766720 00000100:00100000:1.0:1784188082.806052:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766720 00000100:00100000:1.0:1784188082.806069:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 68 00000100:00100000:1.0:1784188082.806076:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+22:2398:x1870856248766208:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188082.806106:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+22:2398:x1870856248766208:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 30us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188082.806107:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248766464:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 70us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188082.806115:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:1.0:1784188082.806115:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 68 00000100:00100000:3.0:1784188082.806131:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00100000:1.0:1784188082.806131:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 69 00000100:00100000:3.0:1784188082.806138:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097eff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:21a11491-f248-4448-915e-8c93f6d677ed+5:2398:x1870856248766976:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188082.806138:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+6:2398:x1870856248766720:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188082.806165:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+6:2398:x1870856248766720:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 23us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188082.806176:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 69 00000100:00100000:1.0:1784188082.806219:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766080 00000100:00100000:1.0:1784188082.806223:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766080 00000100:00100000:1.0:1784188082.806249:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 170 00000100:00100000:1.0:1784188082.806256:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05459237-424f-44bf-8e99-4806f079fc29+13:2399:x1870856248766080:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188082.806405:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097eff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:21a11491-f248-4448-915e-8c93f6d677ed+5:2398:x1870856248766976:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 266us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188082.806423:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00080000:3.0:1784188082.806479:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784188082.806484:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188082.813229:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05459237-424f-44bf-8e99-4806f079fc29+13:2399:x1870856248766080:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 6941us (7438us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188082.813249:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 170 00000100:00100000:3.0:1784188082.820127:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.820171:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.820191:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.820230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188082.820259:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766592 00000100:00100000:3.0:1784188082.820268:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766592 00000100:00100000:3.0:1784188082.820325:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767104 00000100:00100000:3.0:1784188082.820328:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767104 00000100:00100000:3.0:1784188082.820350:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:3.0:1784188082.820360:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097eff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2399:x1870856248766592:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188082.820472:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097eff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2399:x1870856248766592:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 112us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188082.820480:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:3.0:1784188082.820498:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 29 00000100:00100000:3.0:1784188082.820504:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097eff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21a11491-f248-4448-915e-8c93f6d677ed+5:2399:x1870856248767104:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188082.820531:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097eff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21a11491-f248-4448-915e-8c93f6d677ed+5:2399:x1870856248767104:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188082.820538:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 29 00000100:00080000:3.0:1784188082.820560:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188082.821058:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766336 00000100:00100000:0.0:1784188082.821064:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766336 00000100:00100000:0.0:1784188082.821099:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248766848 00000100:00100000:0.0:1784188082.821102:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248766848 00000100:00100000:0.0:1784188082.821126:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 70 00000100:00100000:0.0:1784188082.821133:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097eff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2399:x1870856248766336:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188082.821173:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097eff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2399:x1870856248766336:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 41us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188082.821180:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 70 00000100:00100000:0.0:1784188082.821193:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 71 00000100:00100000:0.0:1784188082.821199:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097eff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+5:2399:x1870856248766848:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188082.821221:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097eff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+5:2399:x1870856248766848:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 23us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188082.821227:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 71 00000100:00080000:3.0:1784188082.821878:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1784188083.381868:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188083.768037:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271911168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784188083.768106:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188083.768167:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784188083.768174:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271911296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188083.768201:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188083.768231:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911168 00000100:00100000:3.0:1784188083.768239:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911168 00000100:00100000:3.0:1784188083.768289:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784188083.768298:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271911168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784188083.768319:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784188083.768357:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271911168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188083.768378:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1784188083.768397:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188083.768462:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271911168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784188083.769603:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911296 00000100:00100000:3.0:1784188083.769614:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911296 00000100:00100000:3.0:1784188083.769690:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1784188083.769698:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271911296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784188083.769733:0:17213:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784188083.769789:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271911296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188083.769796:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1784188083.769861:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271911296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188083.774611:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784188083.774633:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271911424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188083.774706:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188083.774756:0:17948:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911424 00000100:00100000:3.0:1784188083.774763:0:17948:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911424 00000100:00100000:3.0:1784188083.774817:0:17948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1784188083.774827:0:17948:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271911424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784188083.774867:0:17948:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1784188083.774913:0:17948:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271911424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188083.774920:0:17948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1784188083.774968:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271911424:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1784188084.409172:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188084.534198:0:17961:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1784188084.808817:0:17187:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1784188084.808848:0:17187:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff960942a6a180 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1784188084.808854:0:17187:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff960981573300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff96097cf8a3c0 00000020:00080000:3.0:1784188084.808858:0:17187:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff960981573900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96097cf8f200 00010000:00010000:3.0:1784188084.808896:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808907:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808915:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808922:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:3.0:1784188084.808926:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808934:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808950:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff96084388fb00) 00010000:00010000:3.0:1784188084.808953:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784188084.808957:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188084.808963:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa209c lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17207 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1784188084.810295:0:17246:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1784188084.810695:0:17246:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:2.0:1784188085.301582:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271911552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784188085.301673:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188085.301745:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911552 00000100:00100000:2.0:1784188085.301753:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911552 00000100:00100000:2.0:1784188085.301811:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1784188085.301821:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271911552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1784188085.301850:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784188085.301896:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271911552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188085.301903:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1784188085.301925:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784188085.301961:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271911552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784188085.302414:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188085.302424:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271911680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784188085.302475:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188085.302501:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911680 00000100:00100000:2.0:1784188085.302505:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911680 00000100:00100000:2.0:1784188085.302552:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1784188085.302558:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271911680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1784188085.302571:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784188085.302601:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271911680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188085.302607:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1784188085.302620:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784188085.302875:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271911680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784188085.311614:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271911936:0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.311719:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271911808:0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.311779:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188085.311817:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271912320:0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.311837:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188085.311852:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271912832:0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.311888:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188085.311921:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911808 00000100:00100000:0.0:1784188085.311929:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911808 00000100:00100000:0.0:1784188085.311970:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1784188085.311977:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3453f3a6-84e9-481d-bd54-334e456ca058+24:3654:x1870856271911808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.312019:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3453f3a6-84e9-481d-bd54-334e456ca058+24:3654:x1870856271911808:12345-0@lo:400:kworker.0 Request processed in 42us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188085.312026:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1784188085.312063:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912832 00000100:00100000:0.0:1784188085.312066:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912832 00000100:00100000:0.0:1784188085.312096:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1784188085.312101:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271912832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188085.312126:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271912832:12345-0@lo:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188085.312131:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1784188085.312144:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784188085.312169:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271911808:0@lo:400:kworker.0 00010000:00080000:0.0:1784188085.312180:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f4700 x1870856271912832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188085.312192:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271912832:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312305:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312337:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271912448:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312516:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1870856271912960:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312546:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312570:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271912064:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312588:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312603:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271912576:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312619:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312630:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1870856271913088:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312714:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312731:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784188085.312737:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271912192:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312758:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312770:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1870856271912704:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312787:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188085.312810:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912320 00000100:00100000:1.0:1784188085.312814:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912320 00000100:00100000:1.0:1784188085.312841:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271911936 00000100:00100000:1.0:1784188085.312843:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271911936 00000100:00100000:1.0:1784188085.312854:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784188085.312860:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271912320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312894:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271912320:12345-0@lo:400:kworker.0 Request processed in 34us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.312900:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784188085.312910:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784188085.312915:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271911936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.312937:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271911936:12345-0@lo:400:kworker.0 Request processed in 23us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.312951:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784188085.312969:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912448 00000100:00100000:1.0:1784188085.312972:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912448 00000100:00100000:1.0:1784188085.312996:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912064 00000100:00100000:1.0:1784188085.312998:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912064 00000100:00100000:1.0:1784188085.313012:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784188085.313017:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271912448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313041:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271912448:12345-0@lo:400:kworker.0 Request processed in 24us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313046:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784188085.313055:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784188085.313060:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271912064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313081:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271912064:12345-0@lo:400:kworker.0 Request processed in 21us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313086:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784188085.313099:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912960 00000100:00100000:1.0:1784188085.313101:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912960 00000100:00100000:1.0:1784188085.313114:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912576 00000100:00100000:1.0:1784188085.313116:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912576 00000100:00100000:1.0:1784188085.313123:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913088 00000100:00100000:1.0:1784188085.313125:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913088 00000100:00100000:1.0:1784188085.313135:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912192 00000100:00100000:1.0:1784188085.313136:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912192 00000100:00100000:1.0:1784188085.313145:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271912704 00000100:00100000:1.0:1784188085.313147:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271912704 00000100:00100000:1.0:1784188085.313158:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1784188085.313163:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1870856271912960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313185:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1870856271912960:12345-0@lo:400:kworker.0 Request processed in 22us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313195:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1784188085.313727:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1784188085.313735:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271912576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313764:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271912576:12345-0@lo:400:kworker.0 Request processed in 31us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313769:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1784188085.313778:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188085.313783:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1870856271913088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313801:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1870856271913088:12345-0@lo:400:kworker.0 Request processed in 19us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313806:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188085.313814:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1784188085.313818:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271912192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313854:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271912192:12345-0@lo:400:kworker.0 Request processed in 35us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313859:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1784188085.313870:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784188085.313875:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1870856271912704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313894:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1870856271912704:12345-0@lo:400:kworker.0 Request processed in 19us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.313898:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784188085.313936:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271911936:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313946:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271912448:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313955:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1870856271912960:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.313995:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271912192:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.314004:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1870856271912704:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.314012:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271912064:0@lo:400:kworker.0 00000100:00100000:1.0:1784188085.314020:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271912576:0@lo:400:kworker.0 00010000:00080000:1.0:1784188085.314030:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f4a80 x1870856271913088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188085.314041:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1870856271913088:0@lo:400:kworker.0 00000100:00080000:1.0:1784188085.314060:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784188085.314064:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784188085.314066:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188085.314084:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271912320:0@lo:400:kworker.0 00010000:00010000:2.0:1784188085.443529:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188085.664564:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188085.664659:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767232 00000100:00100000:1.0:1784188085.664670:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767232 00000100:00100000:1.0:1784188085.664756:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 65 00000100:00100000:1.0:1784188085.664768:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:15595:x1870856248767232:12345-192.168.201.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1784188085.664875:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:15595:x1870856248767232:12345-192.168.201.17@tcp:60:lhsmtool_posix.0 Request processed in 109us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.664883:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 65 00000100:00080000:0.0:1784188085.664992:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784188085.672546:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188085.672651:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767360 00000100:00100000:1.0:1784188085.672662:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767360 00000100:00080000:0.0:1784188085.672792:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784188085.672838:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 66 00000100:00100000:1.0:1784188085.672849:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:15595:x1870856248767360:12345-192.168.201.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1784188085.672960:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:15595:x1870856248767360:12345-192.168.201.17@tcp:60:lhsmtool_posix.0 Request processed in 114us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188085.672983:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 66 00000100:00100000:3.0:1784188085.684688:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188085.684783:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767616 00000100:00100000:1.0:1784188085.684794:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767616 00000100:00100000:1.0:1784188085.684904:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 12 00000100:00100000:1.0:1784188085.684915:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:15595:x1870856248767616:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1784188085.685163:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+14:15595:x1870856248767616:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 Request processed in 248us (483us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1784188085.685170:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 12 00010000:00010000:0.0:1784188086.453737:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188087.477650:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188087.861742:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188087.861766:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271913216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188087.861855:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188087.861950:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913216 00000100:00100000:2.0:1784188087.861958:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913216 00000100:00100000:2.0:1784188087.862019:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1784188087.862029:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271913216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188087.862058:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188087.862100:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271913216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.862107:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1784188087.862178:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188087.862212:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084420c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271913216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188087.948001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948046:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948083:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948099:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948117:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948133:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948181:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188087.948201:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188087.951682:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768000 00000100:00100000:2.0:1784188087.951696:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768000 00000100:00100000:2.0:1784188087.951770:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768384 00000100:00100000:2.0:1784188087.951774:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768384 00000100:00080000:3.0:1784188087.951796:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784188087.951797:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767872 00000100:00100000:2.0:1784188087.951802:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767872 00000100:00080000:3.0:1784188087.951815:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784188087.951817:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768512 00000100:00080000:3.0:1784188087.951820:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188087.951821:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768512 00000100:00080000:3.0:1784188087.951845:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188087.951855:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 78 00000100:00100000:2.0:1784188087.951866:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248768000:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188087.951885:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 79 00000100:00100000:3.0:1784188087.951899:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21a11491-f248-4448-915e-8c93f6d677ed+6:2398:x1870856248768384:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188087.951985:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248767744 00000100:00100000:1.0:1784188087.951990:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248767744 00000100:00100000:1.0:1784188087.952023:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 172 00000100:00100000:1.0:1784188087.952030:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05459237-424f-44bf-8e99-4806f079fc29+13:2398:x1870856248767744:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188087.952037:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21a11491-f248-4448-915e-8c93f6d677ed+6:2398:x1870856248768384:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 141us (3951us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188087.952046:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 79 00000100:00100000:3.0:1784188087.952068:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 80 00000100:00100000:3.0:1784188087.952076:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b157a96-97d3-435c-b1e0-e00db9ab20f5+14:2398:x1870856248767872:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188087.955574:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248768000:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 3697us (7513us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.955592:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 78 00000100:00100000:2.0:1784188087.955633:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 81 00000100:00100000:2.0:1784188087.955648:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21a11491-f248-4448-915e-8c93f6d677ed+5:2398:x1870856248768512:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188087.955695:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21a11491-f248-4448-915e-8c93f6d677ed+5:2398:x1870856248768512:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 54us (7561us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.955702:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 81 00000100:00100000:2.0:1784188087.955765:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768128 00000100:00100000:2.0:1784188087.955773:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768128 00000100:00100000:2.0:1784188087.955826:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768256 00000100:00100000:2.0:1784188087.955830:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768256 00000100:00100000:2.0:1784188087.955844:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768640 00000100:00100000:2.0:1784188087.955847:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768640 00000100:00100000:2.0:1784188087.955860:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768768 00000100:00100000:2.0:1784188087.955863:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768768 00000100:00100000:2.0:1784188087.955877:0:18716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:2.0:1784188087.955884:0:18716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248768128:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188087.955912:0:18716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2398:x1870856248768128:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 28us (7793us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.955918:0:18716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:2.0:1784188087.955929:0:18716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 31 00000100:00100000:2.0:1784188087.955935:0:18716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2397:x1870856248768256:12345-192.168.201.17@tcp:9:kworker.0 00000020:00000080:2.0:1784188087.955953:0:18716:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1dd2 00000100:00080000:2.0:1784188087.955971:0:18716:0:(import.c:65:import_set_state_nolock()) ffff96097f704800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784188087.956021:0:18716:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1784188087.959050:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188087.959127:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:0.0:1784188087.959146:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:21a11491-f248-4448-915e-8c93f6d677ed+5:2397:x1870856248768640:12345-192.168.201.17@tcp:9:kworker.0 00000020:00000080:0.0:1784188087.959187:0:18717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1e0a 00000100:00080000:0.0:1784188087.959205:0:18717:0:(import.c:65:import_set_state_nolock()) ffff96097f744000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784188087.959492:0:18717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1784188087.960661:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188087.960679:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:21a11491-f248-4448-915e-8c93f6d677ed+2:2397:x1870856248768640:12345-192.168.201.17@tcp:9:kworker.0 Request processed in 1081us (12036us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188087.960693:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:2.0:1784188087.960744:0:18716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+2:2397:x1870856248768256:12345-192.168.201.17@tcp:9:kworker.0 Request processed in 4806us (12576us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.960753:0:18716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 31 00000100:00100000:2.0:1784188087.960779:0:18716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 33 00000100:00100000:2.0:1784188087.960791:0:18716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:21a11491-f248-4448-915e-8c93f6d677ed+5:2397:x1870856248768768:12345-192.168.201.17@tcp:9:kworker.0 00000020:00000080:2.0:1784188087.960821:0:18716:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1e11 00000100:00080000:2.0:1784188087.960831:0:18716:0:(import.c:65:import_set_state_nolock()) ffff96097f700000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1784188087.960869:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1784188087.960899:0:18716:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1784188087.960971:0:18716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:21a11491-f248-4448-915e-8c93f6d677ed+2:2397:x1870856248768768:12345-192.168.201.17@tcp:9:kworker.0 Request processed in 183us (12768us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.960978:0:18716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 33 00000100:00080000:2.0:1784188087.961002:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784188087.961007:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188087.961093:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05459237-424f-44bf-8e99-4806f079fc29+13:2398:x1870856248767744:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 9061us (13102us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188087.961103:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 172 00000100:00100000:2.0:1784188087.961511:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5b157a96-97d3-435c-b1e0-e00db9ab20f5+14:2398:x1870856248767872:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 9433us (13408us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188087.961520:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 80 00010000:00010000:2.0:1784188088.502550:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188088.886167:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784188088.886192:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271913344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188088.886266:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188088.886312:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913344 00000100:00100000:0.0:1784188088.886320:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913344 00000100:00100000:3.0:1784188088.886361:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271913472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188088.886381:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1784188088.886393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188088.886396:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271913344:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188088.886456:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913472 00000004:00000024:0.0:1784188088.886460:0:17212:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1784188088.886461:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913472 00000100:00100000:3.0:1784188088.886488:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1784188088.886496:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271913472:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188088.886516:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271913344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (249us total) trans 0 rc 0/0 00000004:00000024:3.0:1784188088.886517:0:17213:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784188088.886527:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1784188088.886558:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271913472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188088.886565:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1784188088.886607:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271913472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188088.886633:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271913344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188088.886811:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188088.886821:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271913600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784188088.886851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188088.886917:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913600 00000100:00100000:2.0:1784188088.886921:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913600 00000100:00100000:2.0:1784188088.886970:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784188088.886978:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271913600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784188088.886991:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188088.887026:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271913600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188088.887033:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784188088.887072:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271913600:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1784188088.887245:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784188089.527673:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784188089.907098:0:20583:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 03:48:07 (1784188087) 00000100:00100000:2.0:1784188090.421819:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3453f3a6-84e9-481d-bd54-334e456ca058:3657:1870856271913728:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.421895:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.421946:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271914240:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.421972:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.421991:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271914752:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422012:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422027:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271915264:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422047:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422072:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1784188090.422078:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271914112:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422120:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271914624:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422140:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422171:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271915136:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422190:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422223:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271913856:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422248:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422266:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271914368:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422285:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422301:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271914880:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422335:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422347:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1784188090.422352:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271913984:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422391:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422408:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271914496:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422428:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422483:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271915008:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422502:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.422555:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913728 00000100:00100000:2.0:1784188090.422560:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913728 00000100:00100000:2.0:1784188090.422606:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1784188090.422615:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609725ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3453f3a6-84e9-481d-bd54-334e456ca058+24:3657:x1870856271913728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422664:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609725ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3453f3a6-84e9-481d-bd54-334e456ca058+24:3657:x1870856271913728:12345-0@lo:400:kworker.0 Request processed in 49us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.422671:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1784188090.422705:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914240 00000100:00100000:2.0:1784188090.422708:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914240 00000100:00100000:2.0:1784188090.422726:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914752 00000100:00100000:2.0:1784188090.422729:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914752 00000100:00100000:2.0:1784188090.422738:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915264 00000100:00100000:2.0:1784188090.422740:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915264 00000100:00100000:2.0:1784188090.422762:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915136 00000100:00100000:2.0:1784188090.422764:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915136 00000100:00100000:2.0:1784188090.422776:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914880 00000100:00100000:2.0:1784188090.422778:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914880 00000100:00100000:2.0:1784188090.422788:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915008 00000100:00100000:2.0:1784188090.422790:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915008 00000100:00100000:2.0:1784188090.422802:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1784188090.422807:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084420c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271914240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422836:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084420c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271914240:12345-0@lo:400:kworker.0 Request processed in 29us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.422851:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1784188090.422866:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1784188090.422871:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271914752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422899:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271914752:12345-0@lo:400:kworker.0 Request processed in 28us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.422905:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1784188090.422915:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1784188090.422921:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271915264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422947:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271915264:12345-0@lo:400:kworker.0 Request processed in 26us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.422952:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1784188090.422964:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1784188090.422970:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271915136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.422994:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271915136:12345-0@lo:400:kworker.0 Request processed in 25us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423000:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1784188090.423011:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1784188090.423017:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271914880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423039:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271914880:12345-0@lo:400:kworker.0 Request processed in 23us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423044:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1784188090.423055:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1784188090.423061:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271915008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423086:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271915008:12345-0@lo:400:kworker.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423098:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1784188090.423123:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914112 00000100:00100000:2.0:1784188090.423126:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914112 00000100:00100000:2.0:1784188090.423145:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914624 00000100:00100000:2.0:1784188090.423148:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914624 00000100:00100000:2.0:1784188090.423157:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913984 00000100:00100000:2.0:1784188090.423160:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913984 00000100:00100000:2.0:1784188090.423170:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914496 00000100:00100000:2.0:1784188090.423172:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914496 00000100:00100000:2.0:1784188090.423184:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784188090.423190:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271914112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423221:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271914112:12345-0@lo:400:kworker.0 Request processed in 32us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423228:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784188090.423238:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784188090.423244:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271914624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423271:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271914624:12345-0@lo:400:kworker.0 Request processed in 27us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423276:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784188090.423287:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188090.423292:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271913984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423350:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271913984:12345-0@lo:400:kworker.0 Request processed in 57us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423356:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188090.423368:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784188090.423374:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271914496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423409:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271914496:12345-0@lo:400:kworker.0 Request processed in 36us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423415:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784188090.423464:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271913856 00000100:00100000:2.0:1784188090.423468:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271913856 00000100:00100000:2.0:1784188090.423489:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271914368 00000100:00100000:2.0:1784188090.423492:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271914368 00000100:00100000:2.0:1784188090.423505:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784188090.423511:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271913856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423543:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271913856:12345-0@lo:400:kworker.0 Request processed in 32us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423549:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784188090.423561:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1784188090.423566:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271914368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423591:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271914368:12345-0@lo:400:kworker.0 Request processed in 25us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423597:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1784188090.423626:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1784188090.423630:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784188090.423633:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784188090.423635:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188090.423648:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271915392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784188090.423677:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188090.423719:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271913984:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423729:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271914496:0@lo:400:kworker.0 00010000:00080000:2.0:1784188090.423740:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608427db480 x1870856271915008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188090.423756:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271915008:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423767:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271913856:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423775:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271914368:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423783:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271914880:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423817:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915392 00000100:00100000:2.0:1784188090.423820:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915392 00000100:00100000:2.0:1784188090.423840:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784188090.423846:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271915392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1784188090.423867:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784188090.423899:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271915392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188090.423904:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784188090.423927:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271914112:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423936:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271914624:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423945:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271915136:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423955:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3453f3a6-84e9-481d-bd54-334e456ca058:3657:1870856271913728:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423963:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271914240:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.423973:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271914752:0@lo:400:kworker.0 00010000:00080000:2.0:1784188090.423982:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608427d8e00 x1870856271915264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188090.424003:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271915264:0@lo:400:kworker.0 00000100:00100000:2.0:1784188090.424040:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271915392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784188090.426794:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271915520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784188090.426863:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188090.426948:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915520 00000100:00100000:3.0:1784188090.426956:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915520 00000100:00100000:3.0:1784188090.427000:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1784188090.427008:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271915520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784188090.427031:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784188090.427076:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271915520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188090.427082:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1784188090.427128:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271915520:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1784188090.553027:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1784188090.934966:0:17187:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1784188090.934988:0:17187:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1784188090.935025:0:17246:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1784188090.935043:0:17246:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:00080000:0.0:1784188091.191378:0:17245:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1784188091.191388:0:17245:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784188091.191411:0:17245:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1784188091.191420:0:17245:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1784188091.576187:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188092.597900:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188092.981750:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271915648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188092.981838:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188092.982043:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915648 00000100:00100000:2.0:1784188092.982052:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915648 00000100:00100000:2.0:1784188092.982135:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784188092.982147:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271915648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188092.982177:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188092.982236:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271915648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188092.982244:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1784188092.982400:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188092.982495:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271915648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188093.046960:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.047005:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.047034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.047067:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.047087:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.047118:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188093.047265:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769152 00000100:00100000:0.0:1784188093.047284:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769152 00000100:00100000:0.0:1784188093.047347:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769408 00000100:00100000:0.0:1784188093.047351:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769408 00000100:00100000:0.0:1784188093.047365:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769024 00000100:00100000:0.0:1784188093.047367:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769024 00000100:00100000:0.0:1784188093.047381:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769536 00000100:00100000:0.0:1784188093.047384:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769536 00000100:00100000:0.0:1784188093.047400:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 88 00000100:00100000:0.0:1784188093.047410:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2401:x1870856248769152:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188093.047530:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2401:x1870856248769152:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 121us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188093.047537:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 88 00000100:00100000:0.0:1784188093.047554:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 89 00000100:00100000:0.0:1784188093.047561:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+6:2401:x1870856248769408:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188093.047586:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+6:2401:x1870856248769408:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 26us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188093.047592:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 89 00000100:00100000:0.0:1784188093.047604:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 90 00000100:00100000:0.0:1784188093.047610:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:2401:x1870856248769024:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188093.047632:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:2401:x1870856248769024:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 22us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188093.047638:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 90 00000100:00100000:0.0:1784188093.047649:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 91 00000100:00100000:0.0:1784188093.047655:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+5:2401:x1870856248769536:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188093.047695:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21a11491-f248-4448-915e-8c93f6d677ed+5:2401:x1870856248769536:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 39us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188093.047701:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 91 00000100:00100000:2.0:1784188093.048288:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769280 00000100:00100000:2.0:1784188093.048294:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769280 00000100:00100000:2.0:1784188093.048339:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 37 00000100:00100000:2.0:1784188093.048347:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2401:x1870856248769280:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188093.048384:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2401:x1870856248769280:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 37us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188093.048391:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 37 00000100:00080000:3.0:1784188093.048767:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784188093.048772:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784188093.048774:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784188093.048971:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248768896 00000100:00100000:1.0:1784188093.048977:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248768896 00000100:00100000:1.0:1784188093.049018:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 174 00000100:00100000:1.0:1784188093.049026:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960960412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05459237-424f-44bf-8e99-4806f079fc29+13:2401:x1870856248768896:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188093.049065:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960960412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05459237-424f-44bf-8e99-4806f079fc29+13:2401:x1870856248768896:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 39us (2115us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188093.049072:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 174 00010000:00010000:0.0:1784188093.623128:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188093.770623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188093.770717:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769792 00000100:00100000:1.0:1784188093.770743:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769792 00000100:00100000:1.0:1784188093.770806:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 13 00000100:00100000:1.0:1784188093.770817:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+13:16355:x1870856248769792:12345-192.168.201.17@tcp:35:umount.0 00000001:00080000:1.0:1784188093.771042:0:17210:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1784188093.771131:0:17210:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1784188093.771272:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+16:16355:x1870856248769792:12345-192.168.201.17@tcp:35:umount.0 Request processed in 455us (658us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1784188093.771280:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 13 00000020:00080000:1.0:1784188093.771285:0:17210:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1784188093.775975:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.776022:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188093.776055:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248769920 00000100:00100000:2.0:1784188093.776067:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248769920 00000100:00100000:3.0:1784188093.776071:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188093.776114:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188093.776135:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 34 00000100:00100000:3.0:1784188093.776149:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248770176 00000100:00100000:2.0:1784188093.776149:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2397:x1870856248769920:12345-192.168.201.17@tcp:9:umount.0 00000100:00100000:3.0:1784188093.776155:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248770176 00000100:00100000:3.0:1784188093.776189:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248770048 00000100:00100000:3.0:1784188093.776193:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248770048 00000020:00000080:2.0:1784188093.776204:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1dcb 00000100:00080000:2.0:1784188093.776217:0:18714:0:(import.c:65:import_set_state_nolock()) ffff96096020b800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1784188093.776228:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248770304 00000100:00100000:3.0:1784188093.776233:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248770304 00000100:00100000:3.0:1784188093.776255:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:3.0:1784188093.776273:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+15:2399:x1870856248770176:12345-192.168.201.17@tcp:103:ldlm_bl.0 00000001:00000004:2.0:1784188093.776278:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:3.0:1784188093.776287:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188093.776312:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981694800/0xf422abd382aa1daf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f866e expref: 15 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188093.776340:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188093.776390:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+14:2399:x1870856248770176:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 128us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188093.776407:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:3.0:1784188093.776425:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:3.0:1784188093.776432:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096f4ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+13:2399:x1870856248770048:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188093.776483:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188093.776494:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695a00/0xf422abd382aa1da8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f863d expref: 13 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188093.776505:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188093.776525:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096f4ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+12:2399:x1870856248770048:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 94us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188093.776532:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:2.0:1784188093.776549:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+2:2397:x1870856248769920:12345-192.168.201.17@tcp:9:umount.0 Request processed in 403us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188093.776559:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 34 00000100:00100000:3.0:1784188093.776582:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 5 00010000:00010000:2.0:1784188093.776586:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188093.776592:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+11:2399:x1870856248770304:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188093.776600:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188093.776613:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c9a00/0xf422abd382aa1e34 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8724 expref: 11 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188093.776623:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188093.776643:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+10:2399:x1870856248770304:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 53us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188093.776649:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 5 00000001:00100000:0.0:1784188093.780539:0:18711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000020:00000080:0.0:1784188093.780548:0:18711:0:(genops.c:906:class_export_put()) final put ffff96096020a000/5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000001:00100000:0.0:1784188093.780579:0:18711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 21a11491-f248-4448-915e-8c93f6d677ed 00000020:00000080:0.0:1784188093.780582:0:18711:0:(genops.c:906:class_export_put()) final put ffff960960208000/21a11491-f248-4448-915e-8c93f6d677ed 00000020:00000080:3.0:1784188093.780635:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96096020a000/5b157a96-97d3-435c-b1e0-e00db9ab20f5 for lustre-OST0000 00000020:00000080:3.0:1784188093.780691:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960960208000/21a11491-f248-4448-915e-8c93f6d677ed for lustre-OST0000 00000020:00000080:3.0:1784188093.780712:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096020b800 for lustre-OST0000 00000020:00000080:3.0:1784188093.780717:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f744000 for lustre-OST0000 00000100:00100000:2.0:1784188093.785432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188093.785859:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771200 00000100:00100000:0.0:1784188093.785868:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771200 00000100:00100000:0.0:1784188093.785933:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 67 00000100:00100000:0.0:1784188093.785942:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+16:2397:x1870856248771200:12345-192.168.201.17@tcp:39:umount.0 00000020:00000080:0.0:1784188093.785975:0:17207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1dbd 00000020:00010000:0.0:1784188093.785991:0:17207:0:(genops.c:1942:obd_stale_export_put()) Put export ffff96097f703000: total 0 00000100:00080000:0.0:1784188093.785996:0:17207:0:(import.c:65:import_set_state_nolock()) ffff96097f704000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784188093.786030:0:17207:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:1.0:1784188093.786377:0:17196:0:(genops.c:1928:obd_stale_export_get()) Get export ffff96097f703000: total 0 00010000:00010000:1.0:1784188093.786382:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188093.786431:0:17196:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff96097f703000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1784188093.786492:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff96084388f300) 00010000:00010000:1.0:1784188093.786496:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1784188093.786504:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96098157c200/0xf422abd382aa1fe6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8794 expref: 15 pid: 17207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786523:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff96084388f300) 00010000:00010000:1.0:1784188093.786525:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784188093.786529:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695c00/0xf422abd382aa20d4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87e1 expref: 14 pid: 17207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786543:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff96096eb06700) 00010000:00010000:1.0:1784188093.786545:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188093.786549:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa1ea4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8732 expref: 13 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786568:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96094327a600) 00010000:00010000:1.0:1784188093.786583:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784188093.786590:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694600/0xf422abd382aa1ee3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8740 expref: 12 pid: 17207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786609:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff96084388fb00) 00010000:00010000:1.0:1784188093.786612:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784188093.786615:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96098157ca00/0xf422abd382aa2072 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87be expref: 11 pid: 18438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786629:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff960843956600) 00010000:00010000:1.0:1784188093.786631:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784188093.786634:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694c00/0xf422abd382aa1e88 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f872b expref: 10 pid: 17207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786649:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff96094327a700) 00010000:00010000:1.0:1784188093.786651:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1784188093.786655:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695600/0xf422abd382aa1f68 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f876a expref: 9 pid: 18438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786669:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff96084388f300) 00010000:00010000:1.0:1784188093.786671:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1784188093.786674:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8a00/0xf422abd382aa2017 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87a9 expref: 8 pid: 17207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188093.786685:0:17196:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff96097f703000, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1784188093.786697:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188093.786699:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188093.786701:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188093.786875:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5b157a96-97d3-435c-b1e0-e00db9ab20f5+6:2397:x1870856248771200:12345-192.168.201.17@tcp:39:umount.0 Request processed in 933us (1450us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1784188093.786885:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 67 00000100:00100000:0.0:1784188093.796079:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188093.796174:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771328 00000100:00100000:2.0:1784188093.796184:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771328 00000100:00100000:2.0:1784188093.796294:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 68 00000100:00100000:2.0:1784188093.796305:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+5:2397:x1870856248771328:12345-192.168.201.17@tcp:39:umount.0 00000020:00000080:2.0:1784188093.796339:0:17208:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1dc4 00000100:00080000:2.0:1784188093.796358:0:17208:0:(import.c:65:import_set_state_nolock()) ffff96097f702000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784188093.796390:0:17208:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1784188093.796661:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5b157a96-97d3-435c-b1e0-e00db9ab20f5+3:2397:x1870856248771328:12345-192.168.201.17@tcp:39:umount.0 Request processed in 357us (602us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1784188093.796670:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 68 00010000:00010000:3.0:1784188093.797386:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188094.005791:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271915904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188094.005868:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188094.006007:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915904 00000100:00100000:0.0:1784188094.006015:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915904 00000100:00100000:0.0:1784188094.006080:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784188094.006090:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084420e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271915904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1784188094.006127:0:17212:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784188094.006201:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084420e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271915904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188094.006208:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1784188094.006454:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271915904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188094.007203:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784188094.007216:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784188094.007266:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188094.007380:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916032 00000100:00100000:3.0:1784188094.007387:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916032 00000100:00100000:3.0:1784188094.007466:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784188094.007475:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784188094.007492:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784188094.007531:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188094.007538:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1784188094.007644:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784188094.007674:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916032:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1784188094.008707:0:19529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 21a11491-f248-4448-915e-8c93f6d677ed 00000020:00000080:0.0:1784188094.008713:0:19529:0:(genops.c:906:class_export_put()) final put ffff96097f707800/21a11491-f248-4448-915e-8c93f6d677ed 00000001:00100000:0.0:1784188094.008733:0:19529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000020:00000080:0.0:1784188094.008736:0:19529:0:(genops.c:906:class_export_put()) final put ffff96097f705800/5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000020:00000080:2.0:1784188094.008796:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f707800/21a11491-f248-4448-915e-8c93f6d677ed for lustre-OST0001 00000020:00000080:2.0:1784188094.008847:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f705800/5b157a96-97d3-435c-b1e0-e00db9ab20f5 for lustre-OST0001 00000020:00000080:2.0:1784188094.008860:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f700000 for lustre-OST0001 00000020:00000080:2.0:1784188094.008866:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f704800 for lustre-OST0001 00000100:00100000:1.0:1784188094.009004:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271915776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784188094.009072:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188094.009220:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271915776 00000100:00100000:3.0:1784188094.009227:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271915776 00000100:00100000:3.0:1784188094.009275:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1784188094.009288:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271915776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784188094.009321:0:17213:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1784188094.009371:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271915776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188094.009379:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1784188094.009707:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271915776:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1784188094.645836:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188094.774084:0:17961:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784188095.515118:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188095.515160:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188095.515244:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188095.520854:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771456 00000100:00100000:1.0:1784188095.520870:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771456 00000100:00100000:3.0:1784188095.522669:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771712 00000100:00100000:3.0:1784188095.522679:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771712 00000100:00100000:3.0:1784188095.522739:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771584 00000100:00100000:3.0:1784188095.522742:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771584 00000100:00100000:3.0:1784188095.522757:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00100000:3.0:1784188095.522765:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+12:2399:x1870856248771456:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188095.522779:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188095.522808:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c8c00/0xf422abd382aa1de7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f86ad expref: 12 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188095.522823:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188095.522871:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+11:2399:x1870856248771456:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 108us (7764us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.522876:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00100000:3.0:1784188095.522901:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:3.0:1784188095.522905:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+10:2399:x1870856248771712:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188095.522910:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188095.522916:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981694e00/0xf422abd382aa1e2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f871d expref: 10 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188095.522930:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188095.522941:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+9:2399:x1870856248771712:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 36us (7783us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.522945:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:3.0:1784188095.522952:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:3.0:1784188095.522956:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+8:2399:x1870856248771584:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188095.522960:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188095.522964:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c8800/0xf422abd382aa1dee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f86de expref: 8 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188095.522970:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188095.522977:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:05459237-424f-44bf-8e99-4806f079fc29+7:2399:x1870856248771584:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 21us (7751us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.522989:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:3.0:1784188095.523089:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188095.523507:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248771968 00000100:00100000:0.0:1784188095.523513:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248771968 00000100:00080000:3.0:1784188095.523536:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784188095.523559:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 69 00000100:00100000:0.0:1784188095.523567:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21a11491-f248-4448-915e-8c93f6d677ed+6:2397:x1870856248771968:12345-192.168.201.17@tcp:39:umount.0 00000020:00000080:0.0:1784188095.523601:0:18438:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1dfc 00000020:00010000:0.0:1784188095.523608:0:18438:0:(genops.c:1942:obd_stale_export_put()) Put export ffff960843636000: total 0 00000100:00080000:0.0:1784188095.523612:0:18438:0:(import.c:65:import_set_state_nolock()) ffff960843632000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784188095.523642:0:18438:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:3.0:1784188095.523663:0:17195:0:(genops.c:1928:obd_stale_export_get()) Get export ffff960843636000: total 0 00010000:00010000:3.0:1784188095.523707:0:17195:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff960843636000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1784188095.523734:0:17195:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96094327a600) 00010000:00010000:3.0:1784188095.523738:0:17195:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784188095.523743:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3600/0xf422abd382aa1ef1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8747 expref: 5 pid: 18438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188095.523763:0:17195:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff960843636000, canceled 1 locks, left on hash table 0. 00000100:00100000:0.0:1784188095.523768:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21a11491-f248-4448-915e-8c93f6d677ed+4:2397:x1870856248771968:12345-192.168.201.17@tcp:39:umount.0 Request processed in 202us (679us total) trans 8589934628 rc 0/0 00010000:00010000:3.0:1784188095.523775:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188095.523775:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 69 00010000:00010000:3.0:1784188095.523777:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188095.523778:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188095.530399:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188095.530537:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772096 00000100:00100000:0.0:1784188095.530547:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772096 00000100:00100000:0.0:1784188095.530614:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 70 00000100:00100000:0.0:1784188095.530625:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:21a11491-f248-4448-915e-8c93f6d677ed+5:2397:x1870856248772096:12345-192.168.201.17@tcp:39:umount.0 00000100:00080000:3.0:1784188095.530649:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:0.0:1784188095.530665:0:17208:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1e03 00000100:00080000:0.0:1784188095.530675:0:17208:0:(import.c:65:import_set_state_nolock()) ffff96096eba6000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1784188095.530706:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1784188095.530713:0:17208:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1784188095.530865:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:21a11491-f248-4448-915e-8c93f6d677ed+3:2397:x1870856248772096:12345-192.168.201.17@tcp:39:umount.0 Request processed in 241us (475us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1784188095.530873:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 70 00000100:00100000:1.0:1784188095.542314:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271916160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188095.542393:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.542474:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916160 00000100:00100000:0.0:1784188095.542482:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916160 00000100:00100000:0.0:1784188095.542557:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784188095.542567:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271916160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784188095.542596:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188095.542647:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271916160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.542654:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784188095.542699:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271916160:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1784188095.542774:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188095.547158:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916416:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547261:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547327:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271916928:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547355:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547373:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271917440:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547395:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547429:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1784188095.547457:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784188095.547474:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916928 00000100:00100000:3.0:1784188095.547482:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916928 00000100:00100000:0.0:1784188095.547484:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547500:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271917056:0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.547528:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917440 00000100:00100000:3.0:1784188095.547530:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917440 00000100:00100000:0.0:1784188095.547533:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547552:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271917568:0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.547560:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784188095.547567:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271916928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547573:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547592:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916416 00000100:00100000:0.0:1784188095.547595:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916416 00000100:00100000:0.0:1784188095.547620:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917056 00000100:00100000:0.0:1784188095.547623:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917056 00000100:00100000:3.0:1784188095.547635:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271916928:12345-0@lo:400:kworker.0 Request processed in 67us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.547636:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784188095.547641:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.547642:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784188095.547655:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917568 00000100:00100000:3.0:1784188095.547658:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917568 00000100:00100000:0.0:1784188095.547671:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916416:12345-0@lo:400:kworker.0 Request processed in 30us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.547672:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1784188095.547677:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1784188095.547678:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271917440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547688:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1784188095.547692:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271917056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.547714:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271917440:12345-0@lo:400:kworker.0 Request processed in 35us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.547714:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271917056:12345-0@lo:400:kworker.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.547720:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1784188095.547720:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1784188095.547730:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1784188095.547736:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271917568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547742:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916544 00000100:00100000:0.0:1784188095.547745:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916544 00000100:00100000:3.0:1784188095.547762:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271917568:12345-0@lo:400:kworker.0 Request processed in 26us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.547767:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1784188095.547769:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1784188095.547775:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916544:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1784188095.547785:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784188095.547789:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00002000:00000024:0.0:1784188095.547789:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1784188095.547791:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784188095.547801:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271916672:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547819:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271916544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188095.547826:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.547831:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784188095.547841:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271917184:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.547964:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784188095.548294:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3453f3a6-84e9-481d-bd54-334e456ca058:3657:1870856271916288:0@lo:400:kworker.0 00000100:00100000:1.0:1784188095.552169:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916672 00000100:00100000:1.0:1784188095.552194:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916672 00000100:00100000:1.0:1784188095.552274:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1784188095.552285:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271916672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.558430:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188095.558462:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271917056:0@lo:400:kworker.0 00010000:00080000:0.0:1784188095.558482:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608427da680 x1870856271917568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188095.558492:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271917568:0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.558493:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271917696:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.558504:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271916928:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.558514:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271917440:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.558525:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271916416:0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.558529:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188095.558581:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917696 00000100:00100000:0.0:1784188095.558581:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917184 00000100:00100000:3.0:1784188095.558587:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917696 00000100:00100000:0.0:1784188095.558587:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917184 00000100:00100000:3.0:1784188095.558642:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1784188095.558650:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271917696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188095.558703:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271917696:12345-0@lo:400:kworker.0 Request processed in 53us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188095.558705:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188095.558710:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1784188095.558734:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271916800:0@lo:400:kworker.0 00000100:00100000:2.0:1784188095.558763:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188095.558795:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271917312:0@lo:400:kworker.0 00000100:00100000:2.0:1784188095.558817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188095.558834:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271917824:0@lo:400:kworker.0 00000100:00100000:2.0:1784188095.558852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188095.558895:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916288 00000100:00100000:2.0:1784188095.558899:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916288 00000100:00100000:2.0:1784188095.558928:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1784188095.558935:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960960412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3453f3a6-84e9-481d-bd54-334e456ca058+24:3657:x1870856271916288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188095.558970:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960960412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3453f3a6-84e9-481d-bd54-334e456ca058+24:3657:x1870856271916288:12345-0@lo:400:kworker.0 Request processed in 35us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188095.558975:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1784188095.559004:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271916800 00000100:00100000:2.0:1784188095.559007:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271916800 00000100:00100000:2.0:1784188095.559025:0:18716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784188095.559031:0:18716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271916800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188095.559062:0:18716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271916800:12345-0@lo:400:kworker.0 Request processed in 31us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188095.559068:0:18716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784188095.559084:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917312 00000100:00100000:2.0:1784188095.559087:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917312 00000100:00100000:2.0:1784188095.559106:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917824 00000100:00100000:2.0:1784188095.559108:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917824 00000100:00100000:1.0:1784188095.559397:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271916672:12345-0@lo:400:kworker.0 Request processed in 7113us (11568us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188095.559405:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784188095.559629:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1784188095.559636:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271917184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.559673:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271917184:12345-0@lo:400:kworker.0 Request processed in 38us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.559678:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1784188095.564585:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1784188095.564609:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271917312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564706:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271917312:12345-0@lo:400:kworker.0 Request processed in 110us (5888us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.564714:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1784188095.564782:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271916672:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564814:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271917184:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564826:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271917696:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564878:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3453f3a6-84e9-481d-bd54-334e456ca058:3657:1870856271916288:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564905:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271916800:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.564915:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271917312:0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.567571:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1784188095.567586:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271917824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188095.567669:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271917824:12345-0@lo:400:kworker.0 Request processed in 88us (8815us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188095.567676:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00010000:00080000:0.0:1784188095.567713:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608427db480 x1870856271917824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188095.567727:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271917824:0@lo:400:kworker.0 00000100:00080000:3.0:1784188095.569994:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784188095.570006:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784188095.570185:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188095.570355:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772352 00000100:00100000:2.0:1784188095.570364:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772352 00000100:00100000:2.0:1784188095.570429:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 176 00000100:00100000:2.0:1784188095.570458:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960960410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05459237-424f-44bf-8e99-4806f079fc29+7:2397:x1870856248772352:12345-192.168.201.17@tcp:251:umount.0 00000020:00000080:2.0:1784188095.570501:0:17202:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1d9a 00000020:00010000:2.0:1784188095.570515:0:17202:0:(genops.c:1942:obd_stale_export_put()) Put export ffff960842675000: total 0 00000100:00080000:2.0:1784188095.570520:0:17202:0:(import.c:65:import_set_state_nolock()) ffff960842670000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1784188095.570559:0:17195:0:(genops.c:1928:obd_stale_export_get()) Get export ffff960842675000: total 0 00010000:00010000:1.0:1784188095.570564:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188095.570595:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960960410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05459237-424f-44bf-8e99-4806f079fc29+3:2397:x1870856248772352:12345-192.168.201.17@tcp:251:umount.0 Request processed in 157us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188095.570603:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 176 00010000:00010000:1.0:1784188095.570616:0:17195:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff960842675000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1784188095.570650:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c9200/0xf422abd382aa1da1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8636 expref: 2 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188095.570666:0:17195:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff960842675000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1784188095.570676:0:17195:0:(genops.c:906:class_export_put()) final put ffff960842675000/05459237-424f-44bf-8e99-4806f079fc29 00010000:00010000:1.0:1784188095.570686:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188095.570688:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188095.570689:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1784188095.570696:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960842675000/05459237-424f-44bf-8e99-4806f079fc29 for MGS 00000020:00000080:1.0:1784188095.570727:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842670000 for MGS 00000100:00080000:3.0:1784188095.572427:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1784188095.669924:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188096.693715:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784188097.229344:0:20779:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784188097.256600:0:20779:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1784188097.256660:0:20779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.256675:0:20779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.256683:0:20779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.256689:0:20779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.256709:0:20779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784188097.256715:0:20779:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784188097.256740:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188097.256744:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784188097.256750:0:20779:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784188097.256777:0:20779:0:(import.c:65:import_set_state_nolock()) ffff96096ab05000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1784188097.256812:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271917952:0@lo:39:umount.0 00000100:00100000:2.0:1784188097.256881:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784188097.257166:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188097.257173:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.257182:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188097.257185:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.257194:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188097.257209:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188097.257215:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784188097.257217:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1784188097.257220:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1784188097.257251:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.257258:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188097.257284:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.257291:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609815a3800/0xf422abd382aa195d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1964 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.257302:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.257304:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.257305:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188097.257328:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784188097.257338:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271918080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188097.257370:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188097.257572:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271917952 00000100:00100000:1.0:1784188097.257579:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271917952 00000100:00100000:1.0:1784188097.257627:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1784188097.257637:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1870856271917952:12345-0@lo:39:umount.0 00000020:00000080:1.0:1784188097.257662:0:17207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa198e 00000100:00080000:1.0:1784188097.257669:0:17207:0:(import.c:65:import_set_state_nolock()) ffff960842578000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1784188097.257726:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3653:x1870856271917952:12345-0@lo:39:umount.0 Request processed in 90us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188097.257734:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1784188097.257743:0:17207:0:(genops.c:906:class_export_put()) final put ffff96084257e000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1784188097.257774:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784188097.257799:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096ab05000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1784188097.257807:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271917952:0@lo:39:umount.0 00000100:00100000:0.0:1784188097.257880:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918080 00000100:00100000:0.0:1784188097.257885:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918080 00000100:00100000:0.0:1784188097.257931:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784188097.257938:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3453f3a6-84e9-481d-bd54-334e456ca058+24:3655:x1870856271918080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188097.257949:0:17193:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188097.257963:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157de00/0xf422abd382aa1964 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa195d expref: 24 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188097.257976:0:17193:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1784188097.258110:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188097.258113:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784188097.258123:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1784188097.259614:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3453f3a6-84e9-481d-bd54-334e456ca058+23:3655:x1870856271918080:12345-0@lo:103:ldlm_bl.0 Request processed in 1566us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188097.259626:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784188097.259678:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271918080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188097.260105:0:20779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260119:0:20779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260126:0:20779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260266:0:20779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260320:0:20779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784188097.260328:0:20779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260334:0:20779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260340:0:20779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.260346:0:20779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1784188097.260419:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96084257e000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1784188097.260488:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842578000 for lustre-MDT0000 00010000:00010000:1.0:1784188097.264603:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188097.264617:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264629:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411f000 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188097.264633:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264642:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188097.264649:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188097.264669:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784188097.264671:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1784188097.264708:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264714:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188097.264741:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264749:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96084411f000/0xf422abd382aa18ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264765:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188097.264769:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264774:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2c00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188097.264776:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264782:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188097.264787:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188097.264792:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1784188097.264794:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1784188097.264806:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264817:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188097.264831:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.264837:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.264839:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.264841:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188097.265009:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784188097.265031:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271918208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188097.265098:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188097.265271:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918208 00000100:00100000:1.0:1784188097.265278:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918208 00000100:00100000:1.0:1784188097.265325:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1784188097.265334:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3453f3a6-84e9-481d-bd54-334e456ca058+23:3654:x1870856271918208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188097.265346:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188097.265360:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157c400/0xf422abd382aa18b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa18ae expref: 23 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.265372:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188097.265404:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3453f3a6-84e9-481d-bd54-334e456ca058+22:3654:x1870856271918208:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188097.265411:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784188097.265575:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271918208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188097.265664:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271918336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188097.265697:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188097.265740:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918336 00000100:00100000:0.0:1784188097.265745:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918336 00000100:00100000:0.0:1784188097.265770:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188097.265776:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096f4afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3453f3a6-84e9-481d-bd54-334e456ca058+22:3656:x1870856271918336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188097.265784:0:17192:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188097.265793:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c8400/0xf422abd382aa1cc1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1cba expref: 22 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188097.265803:0:17192:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188097.265830:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096f4afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3453f3a6-84e9-481d-bd54-334e456ca058+21:3656:x1870856271918336:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188097.265837:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188097.265882:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271918336:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188097.266096:0:20779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784188097.266104:0:20779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609815a2c00/0xf422abd382aa1cba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cc1 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188097.266116:0:20779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1784188097.266198:0:20779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.266216:0:20779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.266223:0:20779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188097.266230:0:20779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266262:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188097.266267:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266273:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609770c9800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188097.266276:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266283:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188097.266295:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188097.266300:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1784188097.266302:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1784188097.266320:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266325:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188097.266353:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266361:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.266363:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.266365:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188097.266404:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188097.266414:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271918464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188097.266466:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188097.266656:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918464 00000100:00100000:1.0:1784188097.266661:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918464 00000100:00100000:1.0:1784188097.266697:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784188097.266705:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3453f3a6-84e9-481d-bd54-334e456ca058+21:3656:x1870856271918464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188097.266713:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188097.266723:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e3800/0xf422abd382aa1e6c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1e65 expref: 21 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.266732:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188097.266759:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3453f3a6-84e9-481d-bd54-334e456ca058+20:3656:x1870856271918464:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188097.266766:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784188097.266834:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271918464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188097.266993:0:20779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784188097.267061:0:20779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609770c9800/0xf422abd382aa1e65 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e6c expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188097.267074:0:20779:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1784188097.267191:0:20779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188097.267207:0:20779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188097.267214:0:20779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188097.267220:0:20779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267249:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188097.267253:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267267:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411f600 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188097.267271:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267277:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188097.267283:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188097.267288:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1784188097.267291:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:1.0:1784188097.267306:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267312:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188097.267339:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267347:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.267349:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.267351:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188097.267388:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271918592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784188097.267419:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188097.267547:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918592 00000100:00100000:1.0:1784188097.267552:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918592 00000100:00100000:1.0:1784188097.267587:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784188097.267595:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3453f3a6-84e9-481d-bd54-334e456ca058+20:3654:x1870856271918592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188097.267605:0:17193:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188097.267615:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609815a2600/0xf422abd382aa18a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa18a0 expref: 20 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188097.267636:0:17193:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188097.267669:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3453f3a6-84e9-481d-bd54-334e456ca058+19:3654:x1870856271918592:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188097.267676:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784188097.267701:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271918592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784188097.267880:0:20779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784188097.267885:0:20779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96084411f600/0xf422abd382aa18a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa18a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188097.267907:0:20779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:3.0:1784188097.267910:0:20779:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1784188097.267913:0:20779:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1784188097.267943:0:20779:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1784188097.267948:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1784188097.267952:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784188097.267957:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1784188097.267962:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9609817f6800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784188097.267968:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff960843b2c000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784188097.267972:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9609817f5000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784188097.267977:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff960976595000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784188097.267984:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff960843636000 21a11491-f248-4448-915e-8c93f6d677ed 192.168.201.17@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1784188097.267989:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff96097f703000 5b157a96-97d3-435c-b1e0-e00db9ab20f5 192.168.201.17@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1784188097.267995:0:20779:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff96097f00cd40) has exports, disconnecting them 00010000:00010000:1.0:1784188097.268078:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1784188097.268099:0:20779:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9609817f6800), last request at 1784188095 00000020:00000080:3.0:1784188097.268107:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c89 00000100:00080000:3.0:1784188097.268123:0:20779:0:(import.c:65:import_set_state_nolock()) ffff96095159f800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1784188097.268271:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9609817f6800): rc 0 00000020:00000080:3.0:1784188097.268274:0:20779:0:(genops.c:906:class_export_put()) final put ffff9609817f6800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1784188097.268294:0:20779:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff960843b2c000), last request at 1784188095 00000020:00000080:3.0:1784188097.268297:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b2b 00000100:00080000:3.0:1784188097.268304:0:20779:0:(import.c:65:import_set_state_nolock()) ffff960843b2d000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1784188097.268333:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9609817f6800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1784188097.268395:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96095159f800 for lustre-MDT0000 00010000:00010000:1.0:1784188097.268852:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1784188097.268960:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff960843b2c000): rc 0 00000020:00000080:3.0:1784188097.268962:0:20779:0:(genops.c:906:class_export_put()) final put ffff960843b2c000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1784188097.268977:0:20779:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9609817f5000), last request at 1784188022 00000020:00000080:3.0:1784188097.268990:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a7c 00000100:00080000:3.0:1784188097.268994:0:20779:0:(import.c:65:import_set_state_nolock()) ffff9609817f1800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1784188097.269074:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843b2c000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1784188097.269104:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960843b2d000 for lustre-MDT0000 00000020:00080000:3.0:1784188097.271243:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9609817f5000): rc 0 00000020:00000080:3.0:1784188097.271248:0:20779:0:(genops.c:906:class_export_put()) final put ffff9609817f5000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1784188097.271263:0:20779:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff960976595000), last request at 1784188021 00000020:00000080:3.0:1784188097.271271:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a13 00000100:00080000:3.0:1784188097.271279:0:20779:0:(import.c:65:import_set_state_nolock()) ffff960944c72000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784188097.271288:0:20779:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1784188097.271374:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff960976595000): rc 0 00000004:00000080:3.0:1784188097.271380:0:20779:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa8ab81547ae0 00000100:00080000:3.0:1784188097.271399:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784188097.271403:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784188097.272521:0:20779:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1784188097.272553:0:20779:0:(import.c:65:import_set_state_nolock()) ffff96096eaa7000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1784188097.272821:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188097.272840:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918720:0@lo:39:umount.0 00000100:00100000:1.0:1784188097.272914:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784188097.272970:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188097.272975:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188097.273085:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918720 00000100:00100000:3.0:1784188097.273093:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918720 00000100:00100000:3.0:1784188097.273237:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784188097.273247:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1870856271918720:12345-0@lo:39:umount.0 00000020:00000080:3.0:1784188097.273273:0:17213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1aa6 00000100:00080000:3.0:1784188097.273280:0:17213:0:(import.c:65:import_set_state_nolock()) ffff96094819e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784188097.273306:0:17213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1784188097.273422:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3653:x1870856271918720:12345-0@lo:39:umount.0 Request processed in 175us (507us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1784188097.273431:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:2.0:1784188097.273528:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1784188097.273788:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9609817f5000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1784188097.273835:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9609817f1800 for lustre-MDT0000 00000100:00080000:2.0:1784188097.273935:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1784188097.273939:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1784188097.273959:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784188097.274123:0:20779:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1784188097.274211:0:20779:0:(import.c:65:import_set_state_nolock()) ffff9609433b4800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1784188097.274220:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1784188097.274223:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1784188097.274239:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784188097.274299:0:20779:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1784188097.274307:0:20779:0:(import.c:65:import_set_state_nolock()) ffff960965b6d000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1784188097.274359:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff96097f00cd40) has no exports 00000100:00100000:1.0:1784188097.274949:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918848:0@lo:9:umount.0 00000100:00100000:1.0:1784188097.275016:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188097.275051:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918976:0@lo:9:umount.0 00000100:00100000:1.0:1784188097.275072:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784188097.275109:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eaa7000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1784188097.275115:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918720:0@lo:39:umount.0 00000100:00100000:2.0:1784188097.275279:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918848 00000100:00100000:2.0:1784188097.275286:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918848 00000100:00100000:2.0:1784188097.275335:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271918976 00000100:00100000:2.0:1784188097.275338:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271918976 00000100:00100000:2.0:1784188097.275359:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188097.275367:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1870856271918848:12345-0@lo:9:umount.0 00000020:00000080:2.0:1784188097.275389:0:19201:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b71 00000100:00080000:2.0:1784188097.275397:0:19201:0:(import.c:65:import_set_state_nolock()) ffff960842668000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784188097.275432:0:19201:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1784188097.275577:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3653:x1870856271918848:12345-0@lo:9:umount.0 Request processed in 211us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188097.275584:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188097.275597:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784188097.275603:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1870856271918976:12345-0@lo:9:umount.0 00000020:00000080:2.0:1784188097.275613:0:19201:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1cc8 00000100:00080000:2.0:1784188097.275619:0:19201:0:(import.c:65:import_set_state_nolock()) ffff96097f701000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784188097.275644:0:19201:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1784188097.275715:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3653:x1870856271918976:12345-0@lo:9:umount.0 Request processed in 112us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188097.275722:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:2.0:1784188097.275738:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784188097.275867:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9609433b4800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784188097.275886:0:3653:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784188097.275888:0:3653:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188097.275891:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918848:0@lo:9:umount.0 00000100:00080000:1.0:1784188097.275902:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960965b6d000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784188097.275910:0:3653:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784188097.275911:0:3653:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188097.275925:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271918976:0@lo:9:umount.0 00010000:00010000:1.0:1784188097.275954:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784188097.276017:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784188097.276021:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:3.0:1784188097.286155:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff96097f00cd40) has no exports 00000020:00000080:3.0:1784188097.336961:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18fb 00000020:00000080:3.0:1784188097.336996:0:20779:0:(genops.c:906:class_export_put()) final put ffff960976586800/lustre-QMT0000_UUID 00000020:01000000:3.0:1784188097.337017:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1784188097.337355:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188097.337367:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1784188097.337372:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff9609764819c0) has no exports 00000020:00000080:0.0:1784188097.337560:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976586800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1784188097.339151:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18f4 00000020:00000080:2.0:1784188097.339163:0:20779:0:(genops.c:906:class_export_put()) final put ffff96096e910000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1784188097.339231:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188097.339242:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1784188097.339258:0:20779:0:(genops.c:906:class_export_put()) final put ffff96096e916000/lustre-QMT0000_UUID 00000020:00000080:2.0:1784188097.339261:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff96096e916000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1784188097.339270:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1784188097.339514:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96096e910000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1784188097.717687:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188098.102004:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271919104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784188098.102092:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188098.102361:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919104 00000100:00100000:2.0:1784188098.102371:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919104 00000100:00100000:2.0:1784188098.102476:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784188098.102488:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271919104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188098.102519:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188098.102581:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271919104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188098.102589:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784188098.102653:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271919104:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1784188098.102886:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1784188098.741790:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188099.129137:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271919232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188099.129225:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188099.129322:0:17948:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919232 00000100:00100000:3.0:1784188099.129330:0:17948:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919232 00000100:00100000:3.0:1784188099.129374:0:17948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784188099.129381:0:17948:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3656:x1870856271919232:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1784188099.129388:0:17948:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784188099.129501:0:17948:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3656:x1870856271919232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (275us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784188099.129509:0:17948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:02020000:2.0:1784188099.139687:0:3656:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1784188099.153032:0:3656:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1784188099.153041:0:3656:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1784188099.153045:0:3656:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1784188099.185317:0:3656:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188099.185330:0:3656:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 531 00000100:00080000:2.0:1784188099.185342:0:3656:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9609725b8800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188099.194373:0:3656:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96096eb66d80 x1870856271919360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188099.194470:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271919360:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1784188099.194561:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188099.194723:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919360 00000100:00100000:0.0:1784188099.194732:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919360 00000100:00100000:0.0:1784188099.194785:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1784188099.194792:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271919360:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1784188099.194810:0:17213:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1784188099.213078:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271919360:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 15291us (15523us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784188099.213107:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1784188099.213289:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188099.213295:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784188099.213299:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271919360:0@lo:38:ptlrpcd_00_02.0 00000001:00100000:3.0:1784188099.643197:0:17187:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784188099.643209:0:17187:0:(genops.c:906:class_export_put()) final put ffff960976595000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1784188099.643237:0:17187:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 21a11491-f248-4448-915e-8c93f6d677ed 00000001:00080000:3.0:1784188099.643256:0:17187:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1784188099.643260:0:17187:0:(genops.c:906:class_export_put()) final put ffff960843636000/21a11491-f248-4448-915e-8c93f6d677ed 00000001:00100000:3.0:1784188099.643266:0:17187:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000001:00080000:3.0:1784188099.643271:0:17187:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1784188099.643279:0:17187:0:(genops.c:906:class_export_put()) final put ffff96097f703000/5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000020:00000080:1.0:1784188099.643490:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976595000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1784188099.643557:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843636000/21a11491-f248-4448-915e-8c93f6d677ed for lustre-MDT0000 00000020:00000080:1.0:1784188099.643583:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f703000/5b157a96-97d3-435c-b1e0-e00db9ab20f5 for lustre-MDT0000 00000020:00000080:1.0:1784188099.643619:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960944c72000 for lustre-MDT0000 00000020:00000080:1.0:1784188099.643625:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960843632000 for lustre-MDT0000 00000020:00000080:1.0:1784188099.643628:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f704000 for lustre-MDT0000 00000001:00100000:1.0:1784188099.647819:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1784188099.647840:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1784188099.647846:0:17940:0:(genops.c:906:class_export_put()) final put ffff96096e8de000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1784188099.647870:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 21a11491-f248-4448-915e-8c93f6d677ed 00000001:00080000:1.0:1784188099.647875:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1784188099.647878:0:17940:0:(genops.c:906:class_export_put()) final put ffff960843633000/21a11491-f248-4448-915e-8c93f6d677ed 00000001:00100000:1.0:1784188099.647883:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000001:00080000:1.0:1784188099.647889:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1784188099.647891:0:17940:0:(genops.c:906:class_export_put()) final put ffff96097f706800/5b157a96-97d3-435c-b1e0-e00db9ab20f5 00000020:00000080:3.0:1784188099.647973:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96096e8de000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1784188099.648037:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960843633000/21a11491-f248-4448-915e-8c93f6d677ed for lustre-MDT0001 00000020:00000080:3.0:1784188099.648064:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f706800/5b157a96-97d3-435c-b1e0-e00db9ab20f5 for lustre-MDT0001 00000020:00000080:3.0:1784188099.648110:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96094819e000 for lustre-MDT0001 00000020:00000080:3.0:1784188099.648116:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096eba6000 for lustre-MDT0001 00000020:00000080:3.0:1784188099.648120:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f702000 for lustre-MDT0001 00010000:00010000:2.0:1784188099.766553:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188100.661740:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188100.661779:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271919488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784188100.661840:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188100.661948:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919488 00000100:00100000:0.0:1784188100.661955:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919488 00000100:00080000:3.0:1784188100.662036:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188100.662063:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784188100.662071:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271919488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784188100.662104:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188100.662180:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271919488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188100.662187:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1784188100.662246:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271919488:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1784188100.662382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784188100.662384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784188100.662387:0:8:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188100.662390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 608 00000100:00080000:3.0:1784188100.662394:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784188100.662397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9609725b8800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188100.662413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96096eb65880 x1870856271919744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188100.662487:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3657:1870856271920128:0@lo:400:kworker.0 00000100:00100000:3.0:1784188100.662512:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.662536:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1784188100.662541:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271920000:0@lo:400:kworker.0 00000100:00100000:3.0:1784188100.662563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.662580:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271920512:0@lo:400:kworker.0 00000100:00100000:3.0:1784188100.662599:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.662622:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920128 00000100:00100000:3.0:1784188100.662625:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920128 00000100:00100000:3.0:1784188100.662644:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920000 00000100:00100000:3.0:1784188100.662645:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920000 00000100:00100000:3.0:1784188100.662650:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920512 00000100:00100000:3.0:1784188100.662651:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920512 00000100:00100000:3.0:1784188100.662666:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1784188100.662670:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271920512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188100.662704:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271920512:12345-0@lo:400:kworker.0 Request processed in 34us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188100.662709:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1784188100.662718:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784188100.662721:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3657:x1870856271920128:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1784188100.662725:0:17207:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784188100.662739:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3657:x1870856271920128:12345-0@lo:400:kworker.0 Request processed in 17us (227us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784188100.662742:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784188100.662748:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784188100.662751:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096eb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3657:x1870856271920000:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1784188100.662753:0:17207:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784188100.662762:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096eb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3657:x1870856271920000:12345-0@lo:400:kworker.0 Request processed in 11us (201us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784188100.662766:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:3.0:1784188100.662773:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784188100.662786:0:3657:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784188100.662789:0:3657:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1784188100.662792:0:3657:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1784188100.665717:0:3657:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188100.665728:0:3657:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 531 00000100:00080000:3.0:1784188100.665736:0:3657:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96096eba3000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188100.665771:0:3657:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96096eb67b80 x1870856271920640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188100.665786:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271920000:0@lo:400:kworker.0 00010000:00080000:3.0:1784188100.665829:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096eb66680 x1870856271920512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188100.665836:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271920512:0@lo:400:kworker.0 00000100:00080000:3.0:1784188100.665844:0:3657:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784188100.665847:0:3657:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1784188100.665849:0:3657:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1784188100.665851:0:3657:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188100.665853:0:3657:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 547 00000100:00080000:3.0:1784188100.665856:0:3657:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff960976592000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188100.665877:0:3657:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450fbb80 x1870856271920768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188100.665883:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3657:1870856271920128:0@lo:400:kworker.0 00000100:00100000:3.0:1784188100.665924:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271919744:0@lo:38:kworker.0 00000100:00100000:3.0:1784188100.665977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.666008:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271920640:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1784188100.666023:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.666033:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271920768:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1784188100.666043:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188100.666066:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920640 00000100:00100000:3.0:1784188100.666071:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920640 00000100:00100000:3.0:1784188100.666090:0:18438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920768 00000100:00100000:3.0:1784188100.666091:0:18438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920768 00000100:00100000:3.0:1784188100.666100:0:18438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1784188100.666104:0:18438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1870856271920640:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1784188100.666124:0:18438:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1784188100.666411:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271919616:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666478:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188100.666509:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271920256:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666541:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188100.666557:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1784188100.666564:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271919872:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666583:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188100.666601:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1870856271920384:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666620:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188100.666640:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919616 00000100:00100000:1.0:1784188100.666644:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919616 00000100:00100000:1.0:1784188100.666676:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1784188100.666683:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960960412050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3453f3a6-84e9-481d-bd54-334e456ca058+19:3654:x1870856271919616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666735:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960960412050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3453f3a6-84e9-481d-bd54-334e456ca058+19:3654:x1870856271919616:12345-0@lo:400:kworker.0 Request processed in 52us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188100.666742:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1784188100.666772:0:19201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919872 00000100:00100000:1.0:1784188100.666775:0:19201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919872 00000100:00100000:1.0:1784188100.666807:0:19201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1784188100.666814:0:19201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271919872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666843:0:19201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271919872:12345-0@lo:400:kworker.0 Request processed in 30us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188100.666850:0:19201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1784188100.666870:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188100.666889:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271919872:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666899:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3453f3a6-84e9-481d-bd54-334e456ca058:3654:1870856271919616:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.666932:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920256 00000100:00100000:1.0:1784188100.666936:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920256 00000100:00100000:1.0:1784188100.666959:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920384 00000100:00100000:1.0:1784188100.666966:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920384 00000100:00100000:1.0:1784188100.666979:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1784188100.666984:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271920256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.667016:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1870856271920256:12345-0@lo:400:kworker.0 Request processed in 32us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188100.667023:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1784188100.667034:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188100.667038:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271920768:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1784188100.667049:0:17208:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1784188100.667089:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271920768:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 37us (1032us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784188100.667096:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188100.667108:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1784188100.667112:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3654:x1870856271920384:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1784188100.667118:0:17208:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1784188100.667139:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3654:x1870856271920384:12345-0@lo:400:kworker.0 Request processed in 25us (517us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784188100.667156:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1784188100.667171:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784188100.667184:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1784188100.667189:0:3654:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1784188100.667193:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1784188100.667197:0:3654:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784188100.667201:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:1.0:1784188100.667207:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff960842b39800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188100.667242:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427da680 x1870856271920896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188100.667264:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1870856271920384:0@lo:400:kworker.0 00010000:00080000:1.0:1784188100.667277:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096eb65c00 x1870856271920256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188100.667286:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1870856271920256:0@lo:400:kworker.0 00000100:00100000:1.0:1784188100.667318:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271919744 00000100:00100000:1.0:1784188100.667322:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271919744 00000100:00100000:1.0:1784188100.667350:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188100.667355:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271919744:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1784188100.667363:0:17212:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1784188100.667390:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271919744:12345-0@lo:38:kworker.0 Request processed in 34us (1411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784188100.667397:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188100.667484:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271920896:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1784188100.667509:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784188100.667531:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188100.667535:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784188100.667539:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271919744:0@lo:38:kworker.0 00000100:00080000:1.0:1784188100.667547:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188100.667550:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784188100.667553:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271920768:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1784188100.667572:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271920896 00000100:00100000:1.0:1784188100.667575:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271920896 00000100:00100000:1.0:1784188100.667590:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784188100.667594:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271920896:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1784188100.667608:0:17208:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1784188100.667636:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271920896:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784188100.667643:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1784188100.667664:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188100.667668:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784188100.667671:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271920896:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1784188100.679473:0:18438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1870856271920640:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 13330us (13411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784188100.679489:0:18438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1784188100.679719:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188100.679726:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784188100.679731:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271920640:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:1.0:1784188100.789889:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188101.814538:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1784188102.711183:0:19529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784188102.711194:0:19529:0:(genops.c:906:class_export_put()) final put ffff96097f706000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784188102.711283:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f706000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1784188102.711465:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f701000 for lustre-OST0001 00000001:00100000:2.0:1784188102.716838:0:18711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1784188102.716857:0:18711:0:(genops.c:906:class_export_put()) final put ffff960842669000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784188102.717173:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960842669000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1784188102.717699:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842668000 for lustre-OST0000 00010000:00010000:1.0:1784188102.840272:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188103.221732:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271921024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188103.221826:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188103.222073:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921024 00000100:00100000:2.0:1784188103.222082:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921024 00000100:00100000:2.0:1784188103.222188:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784188103.222201:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271921024:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1784188103.222212:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1784188103.222236:0:18719:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188103.222292:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271921024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188103.222300:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784188103.222563:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271921024:0@lo:13:osp-pre-0-1.0 00000020:01000000:2.0:1784188103.413637:0:20779:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96084429c5a0 - data ffff960972838a20/ffff96096e3f0400 00000020:01000000:2.0:1784188103.413773:0:20779:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9608427b1660 - data ffff960948f17438/ffff96097d35f800 00000001:00000004:2.0:1784188103.419843:0:20779:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1784188103.470029:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784188103.470038:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1784188103.470053:0:20779:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96096eb65500 x1870856271918720/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1784188107 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188103.470080:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1784188103.473285:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1784188103.473293:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1784188103.473350:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188103.473353:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1784188103.480596:0:17231:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1784188103.480604:0:17231:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1784188103.480619:0:17231:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1784188103.488327:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1784188103.488336:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1784188103.488365:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188103.488368:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1784188103.489131:0:17233:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1784188103.489136:0:17233:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1784188103.489147:0:17233:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1784188103.490470:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18c3 00000020:00000080:1.0:1784188103.490481:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608448ad800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.491107:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448ad800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784188103.497718:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18d8 00000020:00000080:0.0:1784188103.497741:0:20779:0:(genops.c:906:class_export_put()) final put ffff960948357000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784188103.497894:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1784188103.497901:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.497910:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784188103.497914:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff96097f0099c0) has no exports 00000004:01000000:0.0:1784188103.498106:0:20779:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1784188103.498116:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa193a 00000020:00000080:0.0:1784188103.498121:0:20779:0:(genops.c:906:class_export_put()) final put ffff960965b6f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784188103.500483:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960948357000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1784188103.501144:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784188103.501155:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.501166:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784188103.501170:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff9608426d4d40) has no exports 00000020:00000080:0.0:1784188103.501179:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1933 00000020:00000080:0.0:1784188103.501187:0:20779:0:(genops.c:906:class_export_put()) final put ffff960965b6d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.504492:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960965b6f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1784188103.505026:0:20779:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784188103.505032:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784188103.505036:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1784188103.505043:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784188103.505045:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784188103.507224:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960965b6d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1784188103.507388:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960965b6d000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1784188103.507551:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.507564:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.507569:0:20779:0:(genops.c:906:class_export_put()) final put ffff960965b6c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784188103.507572:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff960965b6c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1784188103.507581:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.507663:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1925 00000020:00000080:0.0:1784188103.507670:0:20779:0:(genops.c:906:class_export_put()) final put ffff960965b6a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784188103.507706:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784188103.507710:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.507715:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784188103.507718:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff960842b319c0) has no exports 00000020:00000080:0.0:1784188103.507725:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa191e 00000020:00000080:0.0:1784188103.507728:0:20779:0:(genops.c:906:class_export_put()) final put ffff9609433b3000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.507760:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960965b6a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1784188103.508308:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9609433b3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1784188103.508660:0:20779:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784188103.508664:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784188103.508668:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1784188103.508673:0:20779:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784188103.508676:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784188103.508715:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.508721:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1784188103.508737:0:20779:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1784188103.508743:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1910 00000020:00000080:0.0:1784188103.508750:0:20779:0:(genops.c:906:class_export_put()) final put ffff960976581000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784188103.508755:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1784188103.508760:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.508764:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784188103.508767:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff960842b33380) has no exports 00000020:00000080:0.0:1784188103.508772:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1909 00000020:00000080:0.0:1784188103.508776:0:20779:0:(genops.c:906:class_export_put()) final put ffff96096eaa5800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.509020:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9609433b4800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1784188103.509028:0:8:0:(genops.c:906:class_export_put()) final put ffff960976586000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784188103.509030:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976586000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1784188103.509035:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784188103.509125:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976581000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1784188103.509139:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96096eaa5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1784188103.530922:0:20779:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1784188103.530931:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784188103.530940:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784188103.530948:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784188103.531070:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096eaa7000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1784188103.531158:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.531170:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.531177:0:20779:0:(genops.c:906:class_export_put()) final put ffff960976582000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784188103.531180:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff960976582000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1784188103.531189:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.531300:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.531305:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.531308:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608448ad000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784188103.531310:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448ad000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1784188103.531314:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188103.531613:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18df 00000020:00000080:0.0:1784188103.531635:0:20779:0:(genops.c:906:class_export_put()) final put ffff960948354800/lustre-MDD0000_UUID 00000020:01000000:0.0:1784188103.531687:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1784188103.531692:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.531699:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784188103.531704:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff96097f00b380) has no exports 00000020:00000080:0.0:1784188103.531733:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.531736:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1784188103.531742:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa18e6 00000020:00000080:0.0:1784188103.531747:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608448aa800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.531768:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960948354800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1784188103.531772:0:8:0:(genops.c:906:class_export_put()) final put ffff9608448a8800/lustre-MDD0000_UUID 00000020:00000080:3.0:1784188103.531774:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448a8800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1784188103.531785:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1784188103.531921:0:20779:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96084403a800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1784188103.531926:0:20779:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084403a800 3 00000020:01000004:0.0:1784188103.531931:0:20779:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff96084403a800 from lustre-MDT0000 00000020:00000080:0.0:1784188103.531967:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.531972:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1784188103.531976:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608448af800/lustre-MDT0000_UUID 00000020:00000080:0.0:1784188103.531979:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448af800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1784188103.531986:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1784188103.532426:0:20779:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1784188103.532432:0:20779:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1784188103.532491:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1784188103.532494:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.532500:0:20779:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784188103.532506:0:20779:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff9608440da000 3453f3a6-84e9-481d-bd54-334e456ca058 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784188103.532512:0:20779:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff960842b34d40) has exports, disconnecting them 00000020:00080000:0.0:1784188103.532516:0:20779:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9608440da000), last request at 1784188007 00000020:00000080:0.0:1784188103.532533:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1884 00000020:00010000:0.0:1784188103.532537:0:20779:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9608440da000: total 1 00000100:00080000:0.0:1784188103.532541:0:20779:0:(import.c:65:import_set_state_nolock()) ffff9608440dd800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1784188103.532608:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448aa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:0.0:1784188103.532642:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9608440da000): rc 0 00000020:00080000:0.0:1784188103.532647:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff960842b34d40) has no exports 00000100:00100000:0.0:1784188103.532732:0:17200:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9609814faa00:17200] 0 exiting: rc = 1 00000100:00100000:0.0:1784188103.532850:0:17201:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff960843bbbc00:17201] 1 exiting: rc = 0 00000100:00100000:3.0:1784188103.532983:0:17202:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff960843bba800:17202] 2 exiting: rc = 0 00000100:00100000:0.0:1784188103.533155:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533162:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533167:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533173:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533179:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533185:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533191:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533197:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533203:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533210:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533215:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533220:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533225:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533231:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533236:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533242:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533247:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533252:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533257:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533263:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533268:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533273:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533278:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533283:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533288:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533293:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533297:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533301:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533306:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533311:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533316:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533321:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533325:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533330:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533334:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533418:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533423:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533428:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533433:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533469:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533475:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533480:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533485:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533490:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533496:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533504:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533511:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533517:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533527:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533532:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533537:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533543:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533553:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533559:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533564:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533568:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533573:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533579:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533584:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533589:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533594:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533599:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533605:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784188103.533610:0:20779:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00010000:1.0:1784188103.534258:0:17196:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9608440da000: total 0 00010000:00010000:1.0:1784188103.534310:0:17196:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9608440da000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1784188103.534456:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e3000/0xf422abd382aa1e50 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1e49 expref: 14 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534477:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e2000/0xf422abd382aa1e5e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1e57 expref: 13 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534489:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96084411fe00/0xf422abd382aa1c4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1c43 expref: 12 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534501:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96084411e000/0xf422abd382aa1aec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1ae5 expref: 11 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534513:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609815a2800/0xf422abd382aa19aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa19a3 expref: 10 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534528:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e3200/0xf422abd382aa19c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa19bf expref: 9 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534537:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e2800/0xf422abd382aa1c74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1c6d expref: 8 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534546:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157d400/0xf422abd382aa1899 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1892 expref: 7 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534555:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695800/0xf422abd382aa1cb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1cac expref: 6 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534565:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609815a2e00/0xf422abd382aa1b16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1b0f expref: 5 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534588:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e2e00/0xf422abd382aa1e42 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1e3b expref: 4 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534598:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157ce00/0xf422abd382aa1a67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa1a60 expref: 3 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534609:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e2200/0xf422abd382aa19b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf422abd382aa19b1 expref: 2 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188103.534620:0:17196:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9608440da000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1784188103.534635:0:17196:0:(genops.c:906:class_export_put()) final put ffff9608440da000/3453f3a6-84e9-481d-bd54-334e456ca058 00010000:00010000:1.0:1784188103.534653:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188103.534655:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188103.534657:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1784188103.534709:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608440da000/3453f3a6-84e9-481d-bd54-334e456ca058 for MGS 00000020:00000080:0.0:1784188103.534745:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9608440dd800 for MGS 00000020:01000000:0.0:1784188103.535294:0:20779:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96097650f6c0 - data ffff9609728aeaf8/ffff96097f789800 00000020:01000000:1.0:1784188103.535949:0:20779:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9608427b1420 - data ffff960972882bd0/ffff9609412aec00 00000020:00000080:1.0:1784188103.536888:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa186f 00000020:00000080:1.0:1784188103.536899:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608441ec800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1784188103.536955:0:20779:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96084403a800 from MGS, refs=2 00000020:01000004:1.0:1784188103.536959:0:20779:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084403a800 2 00000020:01000004:1.0:1784188103.536962:0:20779:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff96084403a800 from MGS 00000020:00000080:1.0:1784188103.536985:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188103.536992:0:20779:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1784188103.537007:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608441eb800/MGS 00000020:00000080:1.0:1784188103.537011:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff9608441eb800/MGS for MGS 00000020:01000000:1.0:1784188103.537017:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1784188103.537086:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1784188103.537089:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188103.537123:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1784188103.537131:0:20779:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff96096ab07800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784188103.537136:0:20779:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff9608426d3380) has exports, disconnecting them 00000020:00080000:1.0:1784188103.537151:0:20779:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff96096ab07800), last request at 1784188007 00000020:00000080:1.0:1784188103.537157:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1972 00000020:00080000:1.0:1784188103.537169:0:20779:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff96096ab07800): rc 0 00000020:00000080:1.0:1784188103.537175:0:20779:0:(genops.c:906:class_export_put()) final put ffff96096ab07800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1784188103.537300:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9608441ec800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784188103.538114:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96096ab07800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1784188103.538509:0:20779:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1784188103.538513:0:20779:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784188103.538517:0:20779:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784188103.538523:0:20779:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784188103.538696:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188103.538702:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1784188103.538707:0:20779:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084403a800 1 00000020:00000080:0.0:1784188103.538712:0:20779:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1861 00000020:00000080:0.0:1784188103.538719:0:20779:0:(genops.c:906:class_export_put()) final put ffff9608441ef800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784188103.538937:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096ab05000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1784188103.538944:0:37:0:(genops.c:906:class_export_put()) final put ffff96096ab04000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1784188103.538947:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96096ab04000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1784188103.538953:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:0.0:1784188103.539152:0:20779:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1784188103.539157:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188103.539161:0:20779:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784188103.539164:0:20779:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff9608426d19c0) has no exports 00000020:00000080:3.0:1784188103.539417:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9608441ef800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1784188103.639917:0:20779:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188103.639932:0:20779:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1784188103.639939:0:20779:0:(genops.c:906:class_export_put()) final put ffff96084403d800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1784188103.639944:0:20779:0:(genops.c:865:class_export_destroy()) destroying export ffff96084403d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1784188103.639956:0:20779:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1784188103.640066:0:20779:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff96084403e000 00000020:02000400:2.0:1784188103.640138:0:20779:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1784188103.863826:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188104.902327:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188105.014150:0:17961:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784188105.782654:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271921152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1784188105.782729:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188105.782807:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921152 00000100:00100000:0.0:1784188105.782814:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921152 00000100:00100000:0.0:1784188105.782866:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1784188105.782876:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271921152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784188105.782904:0:18719:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188105.782949:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271921152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188105.782955:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:0.0:1784188105.782975:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188105.783011:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271921152:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1784188105.785862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188105.785870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784188105.785874:0:37:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188105.785882:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 609 00000100:00080000:2.0:1784188105.785887:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1784188105.785894:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9609725b8800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188105.785916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a9180 x1870856271921408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188105.785950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188105.785954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784188105.785964:0:37:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188105.785968:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 609 00000100:00080000:2.0:1784188105.785971:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188105.785975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96096eba3000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188105.785988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770abb80 x1870856271921664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188105.785998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188105.786001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784188105.786002:0:37:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188105.786006:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 609 00000100:00080000:2.0:1784188105.786008:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188105.786011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff960976592000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188105.786021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a9f80 x1870856271921792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188105.786036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188105.786040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784188105.786041:0:37:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188105.786044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 609 00000100:00080000:2.0:1784188105.786047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188105.786050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff960842b39800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188105.786070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770aad80 x1870856271922048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784188105.786110:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271921408:0@lo:38:kworker.0 00000100:00100000:2.0:1784188105.786173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188105.786222:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271921664:0@lo:38:kworker.0 00000100:00100000:2.0:1784188105.786249:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188105.786273:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271921792:0@lo:38:kworker.0 00000100:00100000:2.0:1784188105.786292:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188105.786867:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271921280:0@lo:400:kworker.0 00000400:00000100:0.0:1784188105.786898:0:3655:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870856271921280 offset 0 length 224: 4 00000100:00100000:0.0:1784188105.786934:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188105.786940:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271922176:0@lo:400:kworker.0 00000100:00100000:3.0:1784188105.791663:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921408 00000100:00100000:3.0:1784188105.791676:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921408 00000100:00100000:3.0:1784188105.791720:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1784188105.791729:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271921408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1784188105.791759:0:17212:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188105.794161:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271922048:0@lo:38:kworker.0 00000100:00100000:2.0:1784188105.794229:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188105.794296:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921664 00000100:00100000:2.0:1784188105.794316:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921664 00000100:00100000:2.0:1784188105.794348:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921792 00000100:00100000:2.0:1784188105.794351:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921792 00000100:00100000:2.0:1784188105.794359:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922048 00000100:00100000:2.0:1784188105.794361:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922048 00000100:00100000:2.0:1784188105.794387:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1784188105.794400:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271921664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1784188105.794426:0:17207:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188105.794493:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271921664:12345-0@lo:38:kworker.0 Request processed in 89us (8233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188105.794501:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1784188105.794519:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1784188105.794523:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271921792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1784188105.794532:0:17207:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188105.794555:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271921792:12345-0@lo:38:kworker.0 Request processed in 32us (8262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188105.794561:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1784188105.794572:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1784188105.794576:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271922048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1784188105.794796:0:17207:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188105.794824:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271922048:12345-0@lo:38:kworker.0 Request processed in 246us (595us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188105.794831:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1784188105.795010:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188105.795015:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188105.795019:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271921664:0@lo:38:kworker.0 00000100:00080000:2.0:1784188105.795029:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188105.795032:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188105.795035:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271921792:0@lo:38:kworker.0 00000100:00080000:2.0:1784188105.795042:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188105.795045:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188105.795048:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271922048:0@lo:38:kworker.0 00000100:00100000:2.0:1784188105.796093:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271921536:0@lo:400:kworker.0 00000100:00100000:2.0:1784188105.796142:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188105.796183:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188105.796190:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271921920:0@lo:400:kworker.0 00000100:00100000:2.0:1784188105.796220:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188105.796261:0:18716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921536 00000100:00100000:2.0:1784188105.796267:0:18716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921536 00000100:00080000:0.0:1784188105.796422:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784188105.796466:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188105.796499:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271921920 00000100:00100000:0.0:1784188105.796503:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271921920 00000100:00100000:0.0:1784188105.796534:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922176 00000100:00100000:0.0:1784188105.796537:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922176 00000100:00100000:0.0:1784188105.796552:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1784188105.796559:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271921920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188105.796620:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271921920:12345-0@lo:400:kworker.0 Request processed in 61us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188105.796628:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1784188105.796643:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1784188105.796650:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1870856271922176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188105.796682:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1870856271922176:12345-0@lo:400:kworker.0 Request processed in 33us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188105.796688:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00010000:00080000:0.0:1784188105.796719:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9609770a9500 x1870856271921920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188105.796732:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271921920:0@lo:400:kworker.0 00000100:00080000:0.0:1784188105.796749:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1784188105.796763:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9609770a9c00 x1870856271922176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188105.796772:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271922176:0@lo:400:kworker.0 00000100:00100000:2.0:1784188105.797029:0:18716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1784188105.797039:0:18716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271921536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188105.797088:0:18716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271921536:12345-0@lo:400:kworker.0 Request processed in 52us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188105.797105:0:18716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784188105.798685:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271921536:0@lo:400:kworker.0 00000100:00100000:3.0:1784188105.825904:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271921408:12345-0@lo:38:kworker.0 Request processed in 34165us (39719us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784188105.825919:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1784188105.825980:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188105.825985:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1784188105.825996:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271921408:0@lo:38:kworker.0 00010000:00010000:0.0:1784188105.913928:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188106.933606:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784188107.477144:0:20980:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784188107.501248:0:20980:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1784188107.501324:0:20980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.501340:0:20980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.501348:0:20980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.501355:0:20980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.501381:0:20980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784188107.501388:0:20980:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784188107.501413:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188107.501418:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784188107.501422:0:20980:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784188107.501427:0:20980:0:(import.c:65:import_set_state_nolock()) ffff96096eba3000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1784188107.501430:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188107.501432:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784188107.501466:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1784188107.502182:0:20980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502193:0:20980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502216:0:20980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502220:0:20980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502240:0:20980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784188107.502245:0:20980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502250:0:20980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502254:0:20980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502257:0:20980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502261:0:20980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1784188107.502265:0:20980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502268:0:20980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502272:0:20980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502287:0:20980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502294:0:20980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1784188107.502299:0:20980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502305:0:20980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502311:0:20980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502318:0:20980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188107.502325:0:20980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:2.0:1784188107.502328:0:20980:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1784188107.502347:0:20980:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1784188107.502351:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1784188107.502355:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188107.502361:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1784188107.502368:0:20980:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff960842897800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784188107.502374:0:20980:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff96084384a800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784188107.502379:0:20980:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff96097659cd40) has exports, disconnecting them 00000020:00080000:2.0:1784188107.502384:0:20980:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff960842897800), last request at 1784188105 00000020:00000080:2.0:1784188107.502391:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c9e 00000100:00080000:2.0:1784188107.502405:0:20980:0:(import.c:65:import_set_state_nolock()) ffff960842890000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784188107.502476:0:20980:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff960842897800): rc 0 00000020:00000080:2.0:1784188107.502477:0:20980:0:(genops.c:906:class_export_put()) final put ffff960842897800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1784188107.502485:0:20980:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff96084384a800), last request at 1784188105 00000020:00000080:2.0:1784188107.502487:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b40 00000100:00080000:2.0:1784188107.502491:0:20980:0:(import.c:65:import_set_state_nolock()) ffff96084384a000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784188107.502495:0:20980:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff96084384a800): rc 0 00000020:00000080:2.0:1784188107.502496:0:20980:0:(genops.c:906:class_export_put()) final put ffff96084384a800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1784188107.502501:0:20980:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa8ab819fbae0 00000100:00080000:2.0:1784188107.502516:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188107.502524:0:20980:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff96096eb64a80 x1870856271919232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1784188115 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188107.502533:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784188107.503316:0:20980:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784188107.503324:0:20980:0:(import.c:65:import_set_state_nolock()) ffff9609725b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1784188107.503418:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1784188107.503424:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503431:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3e00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188107.503451:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503459:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188107.503465:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188107.503469:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188107.503470:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784188107.503472:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784188107.503507:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503510:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188107.503528:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503533:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9608441e3e00/0xf422abd382aa1a60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1a67 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503542:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1784188107.503544:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503558:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411ea00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188107.503560:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503564:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188107.503568:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188107.503570:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188107.503572:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1784188107.503573:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1784188107.503581:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503584:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188107.503591:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503594:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96084411ea00/0xf422abd382aa19bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19c6 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503600:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784188107.503602:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503606:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3c00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188107.503608:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503616:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188107.503620:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188107.503623:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188107.503624:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1784188107.503624:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1784188107.503632:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503635:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188107.503638:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503641:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9608441e3c00/0xf422abd382aa1cac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1cb3 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503650:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188107.503652:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503656:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3a00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188107.503658:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503661:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188107.503671:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188107.503674:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1784188107.503676:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1784188107.503677:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1784188107.503685:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503688:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188107.503691:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503694:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9608441e3a00/0xf422abd382aa1e57 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa1e5e expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503699:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188107.503702:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503705:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e400 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188107.503706:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503710:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188107.503714:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188107.503722:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188107.503724:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1784188107.503724:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1784188107.503731:0:17195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503734:0:17195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188107.503737:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503741:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96084411e400/0xf422abd382aa19b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf422abd382aa19b8 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188107.503747:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188107.503748:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188107.503749:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188107.503765:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271922432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188107.503817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188107.503860:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271919232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188107.503883:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784188107.503889:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271922560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188107.503907:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188107.503926:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188107.503939:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188107.503948:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188107.503961:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188107.503985:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188107.503991:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188107.504013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188107.504052:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922432 00000100:00100000:0.0:1784188107.504058:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922432 00000100:00100000:0.0:1784188107.504085:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922560 00000100:00100000:0.0:1784188107.504087:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922560 00000100:00100000:0.0:1784188107.504094:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922304 00000100:00100000:0.0:1784188107.504095:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922304 00000100:00100000:0.0:1784188107.504099:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922816 00000100:00100000:0.0:1784188107.504100:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922816 00000100:00100000:0.0:1784188107.504105:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922688 00000100:00100000:0.0:1784188107.504106:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922688 00000100:00100000:0.0:1784188107.504113:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784188107.504118:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3656:x1870856271922432:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1784188107.504123:0:17192:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784188107 with bad export cookie 17591812019381213316 00000020:00000080:1.0:1784188107.504791:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960842897800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1784188107.504838:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96084384a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1784188107.504861:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842890000 for lustre-MDT0001 00000020:00000080:1.0:1784188107.504865:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96084384a000 for lustre-MDT0001 00010000:00010000:3.0:1784188107.505197:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188107.506780:0:17962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784188107.506793:0:17962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3656:x1870856271922560:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784188107.506802:0:17962:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784188107 with bad export cookie 17591812019381213316 00000100:00100000:1.0:1784188107.506902:0:17962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3656:x1870856271922560:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (2992us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784188107.506911:0:17962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784188107.506935:0:17962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784188107.506940:0:17962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922304:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784188107.506944:0:17962:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784188107 with bad export cookie 17591812019381213316 00000100:00100000:1.0:1784188107.506978:0:17962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922304:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (3037us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784188107.506984:0:17962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784188107.506996:0:17962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784188107.507000:0:17962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922816:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784188107.507004:0:17962:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784188107 with bad export cookie 17591812019381213316 00000100:00100000:1.0:1784188107.507040:0:17962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922816:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (3068us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784188107.507061:0:17962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784188107.507074:0:17962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784188107.507079:0:17962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096f4ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784188107.507084:0:17962:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784188107 with bad export cookie 17591812019381213316 00000100:00100000:1.0:1784188107.507122:0:17962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096f4ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3655:x1870856271922688:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (3108us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784188107.507128:0:17962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1784188107.508653:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1784188107.508660:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1784188107.508675:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784188107.508735:0:20980:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1784188107.508762:0:20980:0:(import.c:65:import_set_state_nolock()) ffff960944c72800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1784188107.508777:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1784188107.508779:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1784188107.508793:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784188107.508846:0:20980:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1784188107.508855:0:20980:0:(import.c:65:import_set_state_nolock()) ffff9609817f1000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1784188107.508893:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff96097659cd40) has no exports 00000100:00100000:3.0:1784188107.509394:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271922944:0@lo:9:umount.0 00000100:00100000:3.0:1784188107.509495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188107.509530:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271923072:0@lo:9:umount.0 00000100:00100000:3.0:1784188107.509551:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1784188107.509601:0:3656:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.117@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784188107.509605:0:3656:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1784188107.509609:0:3656:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.117@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1784188107.509691:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271922944 00000100:00100000:1.0:1784188107.509698:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271922944 00000100:00100000:1.0:1784188107.509761:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271923072 00000100:00100000:1.0:1784188107.509764:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271923072 00000100:00100000:1.0:1784188107.509788:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1784188107.509798:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1870856271922944:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784188107.509822:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b6a 00000100:00080000:1.0:1784188107.509831:0:18714:0:(import.c:65:import_set_state_nolock()) ffff96097f73d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784188107.509868:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1784188107.510001:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3653:x1870856271922944:12345-0@lo:9:umount.0 Request processed in 205us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188107.510009:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1784188107.510023:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1784188107.510039:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1870856271923072:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784188107.510051:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1ccf 00000100:00080000:1.0:1784188107.510056:0:18714:0:(import.c:65:import_set_state_nolock()) ffff96097f707000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784188107.510076:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1784188107.510165:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3653:x1870856271923072:12345-0@lo:9:umount.0 Request processed in 135us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188107.510171:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1784188107.510199:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784188107.510221:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960944c72800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784188107.510231:0:3653:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784188107.510233:0:3653:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.510236:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271922944:0@lo:9:umount.0 00000100:00080000:1.0:1784188107.510247:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9609817f1000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784188107.510251:0:3653:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784188107.510252:0:3653:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.510254:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271923072:0@lo:9:umount.0 00000100:00080000:1.0:1784188107.511484:0:3655:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.117@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1784188107.514884:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784188107.514892:0:17203:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784188107.516653:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188107.516755:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3656:x1870856271922432:12345-0@lo:103:ldlm_bl.0 Request processed in 12629us (12930us total) trans 0 rc -107/-107 00000100:00100000:0.0:1784188107.516768:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1784188107.555973:0:3656:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.117@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1784188107.555978:0:3656:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1784188107.555988:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9609770a8700 x1870856271921280/t0(0) o400->MGC192.168.201.117@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784188121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188107.556002:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb7100 x1870856271922432/t0(0) o103->MGC192.168.201.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784188123 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188107.556009:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb5f80 x1870856271922560/t0(0) o103->MGC192.168.201.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784188123 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188107.556017:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb7b80 x1870856271922304/t0(0) o103->MGC192.168.201.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784188123 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188107.556024:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb4a80 x1870856271922816/t0(0) o103->MGC192.168.201.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784188123 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188107.556042:0:3656:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb5500 x1870856271922688/t0(0) o103->MGC192.168.201.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784188123 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1784188107.556050:0:3656:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1784188107.556053:0:3656:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1784188107.556054:0:3656:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1784188107.557062:0:3655:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff960965bd1800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1784188107.557154:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188107.557165:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188107.557172:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271921280:0@lo:400:kworker.0 00000100:00100000:1.0:1784188107.557208:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3453f3a6-84e9-481d-bd54-334e456ca058:3655:1870856271922688:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1784188107.560950:0:3656:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188107.560971:0:3656:0:(import.c:510:import_select_connection()) MGC192.168.201.117@tcp: connect to NID 0@lo last attempt 516 00000100:00080000:3.0:1784188107.560982:0:3656:0:(import.c:624:import_select_connection()) MGC192.168.201.117@tcp: import ffff960965bd1800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188107.564039:0:3656:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770aa300 x1870856271923200/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188107.564099:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271923200:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:1.0:1784188107.564169:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870856271923200 offset 0 length 520: 4 00000100:00100000:2.0:1784188107.564412:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271922432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784188107.566457:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3453f3a6-84e9-481d-bd54-334e456ca058:3656:1870856271922560:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1784188107.578288:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff96097659cd40) has no exports 00000020:01000000:0.0:1784188107.647884:0:20980:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96084429c240 - data ffff960972944360/ffff96096e3f2000 00000020:01000000:0.0:1784188107.648647:0:20980:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96097b27e300 - data ffff9609729a9af8/ffff960981ad5800 00000001:00000004:2.0:1784188107.659971:0:20980:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1784188107.709881:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784188107.709890:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1784188107.709898:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1784188107.711676:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1784188107.711683:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1784188107.711756:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.711759:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1784188107.713511:0:17949:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1784188107.713518:0:17949:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1784188107.713530:0:17949:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1784188107.714135:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1784188107.714300:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1784188107.714318:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.714320:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1784188107.714914:0:17951:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1784188107.714924:0:17951:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1784188107.714932:0:17951:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1784188107.716581:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa19d4 00000020:00000080:1.0:1784188107.716592:0:20980:0:(genops.c:906:class_export_put()) final put ffff960843848800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1784188107.716903:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843848800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1784188107.717616:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa19e9 00000020:00000080:1.0:1784188107.717624:0:20980:0:(genops.c:906:class_export_put()) final put ffff96095159a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1784188107.717666:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1784188107.717672:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188107.717680:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1784188107.717684:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff96097659b380) has no exports 00000004:01000000:1.0:1784188107.717842:0:20980:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1784188107.717850:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a3d 00000020:00000080:1.0:1784188107.717854:0:20980:0:(genops.c:906:class_export_put()) final put ffff960976594000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188107.718488:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96095159a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1784188107.718628:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1784188107.718634:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188107.718640:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1784188107.718644:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff9609765999c0) has no exports 00000020:00000080:1.0:1784188107.718650:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a36 00000020:00000080:1.0:1784188107.718654:0:20980:0:(genops.c:906:class_export_put()) final put ffff960843849800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1784188107.718892:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976594000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1784188107.718901:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843849800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1784188107.719296:0:20980:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1784188107.719300:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1784188107.719303:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1784188107.719308:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.719311:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784188107.719459:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188107.719467:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784188107.719473:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a28 00000020:00000080:1.0:1784188107.719479:0:20980:0:(genops.c:906:class_export_put()) final put ffff960976591800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188107.719771:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9609817f1000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1784188107.719777:0:8:0:(genops.c:906:class_export_put()) final put ffff960976593800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188107.719780:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976593800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1784188107.719784:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1784188107.719946:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1784188107.719950:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188107.720071:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1784188107.720076:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff96096e9c4d40) has no exports 00000020:00000080:1.0:1784188107.720091:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a21 00000020:00000080:1.0:1784188107.720094:0:20980:0:(genops.c:906:class_export_put()) final put ffff960944c71000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1784188107.720658:0:20980:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1784188107.720663:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1784188107.720666:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1784188107.720671:0:20980:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784188107.720672:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784188107.720696:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188107.720701:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1784188107.720714:0:20980:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1784188107.720719:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a0c 00000020:00000080:1.0:1784188107.720723:0:20980:0:(genops.c:906:class_export_put()) final put ffff96098172d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1784188107.720728:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1784188107.720731:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188107.720734:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1784188107.720736:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff960976484d40) has no exports 00000020:00000080:1.0:1784188107.720740:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a05 00000020:00000080:1.0:1784188107.720742:0:20980:0:(genops.c:906:class_export_put()) final put ffff9609725bb000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1784188107.720915:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960976591800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1784188107.720921:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960944c71000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1784188107.720925:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960944c72800 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1784188107.720929:0:8:0:(genops.c:906:class_export_put()) final put ffff9608448aa000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188107.720931:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608448aa000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1784188107.720935:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784188107.721098:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96098172d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1784188107.721102:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9609725bb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1784188107.724495:0:20980:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1784188107.724505:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188107.724509:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784188107.724519:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784188107.724598:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188107.724610:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784188107.724635:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188107.724637:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784188107.724644:0:20980:0:(genops.c:906:class_export_put()) final put ffff9609817f4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188107.724649:0:20980:0:(genops.c:865:class_export_destroy()) destroying export ffff9609817f4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1784188107.724656:0:20980:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784188107.724804:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa19f0 00000020:00000080:2.0:1784188107.724810:0:20980:0:(genops.c:906:class_export_put()) final put ffff96095159b800/lustre-MDD0001_UUID 00000020:01000000:2.0:1784188107.724814:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1784188107.724817:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188107.724821:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1784188107.724837:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff960976598000) has no exports 00000020:00000080:2.0:1784188107.724855:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188107.724858:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1784188107.724862:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa19f7 00000020:00000080:2.0:1784188107.724865:0:20980:0:(genops.c:906:class_export_put()) final put ffff96084384e800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1784188107.724872:0:20980:0:(tgt_mount.c:187:server_put_mount()) put mount ffff960960484800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1784188107.724875:0:20980:0:(obd_mount.c:710:lustre_put_lsi()) put ffff960960484800 2 00000020:01000004:2.0:1784188107.724879:0:20980:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff960960484800 from lustre-MDT0001 00000020:00000080:2.0:1784188107.724896:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188107.724899:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1784188107.724901:0:20980:0:(genops.c:906:class_export_put()) final put ffff96084384b000/lustre-MDT0001_UUID 00000020:00000080:2.0:1784188107.724902:0:20980:0:(genops.c:865:class_export_destroy()) destroying export ffff96084384b000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1784188107.724909:0:20980:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1784188107.724932:0:20980:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1784188107.724936:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1784188107.724938:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188107.724940:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784188107.724947:0:20980:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9609817f6000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784188107.724951:0:20980:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff96096e9c19c0) has exports, disconnecting them 00000020:00080000:2.0:1784188107.724969:0:20980:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9609817f6000), last request at 1784188022 00000020:00000080:2.0:1784188107.724972:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1a75 00000020:00080000:2.0:1784188107.724985:0:20980:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9609817f6000): rc 0 00000020:00000080:2.0:1784188107.724989:0:20980:0:(genops.c:906:class_export_put()) final put ffff9609817f6000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1784188107.725851:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9609725b8800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1784188107.725863:0:8:0:(genops.c:906:class_export_put()) final put ffff9609725b8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784188107.725867:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9609725b8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1784188107.725873:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784188107.725983:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96095159b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1784188107.725986:0:8:0:(genops.c:906:class_export_put()) final put ffff960843848000/lustre-MDD0001_UUID 00000020:00000080:3.0:1784188107.725988:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843848000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1784188107.725992:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1784188107.726096:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96084384e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1784188107.726100:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9609817f6000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1784188107.746067:0:20980:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1784188107.746076:0:20980:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784188107.746080:0:20980:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784188107.746088:0:20980:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784188107.746325:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188107.746393:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1784188107.746401:0:20980:0:(obd_mount.c:710:lustre_put_lsi()) put ffff960960484800 1 00000020:00000080:2.0:1784188107.746408:0:20980:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa199c 00000020:00000080:2.0:1784188107.746417:0:20980:0:(genops.c:906:class_export_put()) final put ffff96098172b000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1784188107.746728:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096eba3000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1784188107.746738:0:8:0:(genops.c:906:class_export_put()) final put ffff96096eba5800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1784188107.746741:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96096eba5800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1784188107.746751:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:2.0:1784188107.746976:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1784188107.746981:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188107.746986:0:20980:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1784188107.746989:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff96097f008000) has no exports 00000020:00000080:3.0:1784188107.750759:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96098172b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1784188107.777507:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784188107.777521:0:20980:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1784188107.777527:0:20980:0:(genops.c:906:class_export_put()) final put ffff960960486000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1784188107.777531:0:20980:0:(genops.c:865:class_export_destroy()) destroying export ffff960960486000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1784188107.777543:0:20980:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1784188107.777659:0:20980:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff960960485800 00000020:01000000:3.0:1784188107.777680:0:20980:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1784188107.777684:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784188107.777688:0:20980:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784188107.777692:0:20980:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff960976483380) has no exports 00000100:00100000:2.0:1784188107.777837:0:17208:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff960843890a00:17208] 1 exiting: rc = 0 00000100:00100000:2.0:1784188107.777945:0:17207:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff960843890200:17207] 0 exiting: rc = 1 00000100:00100000:2.0:1784188107.778015:0:18438:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff960961321c00:18438] 3 exiting: rc = 0 00000100:00100000:1.0:1784188107.778463:0:17209:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff960843891600:17209] 2 exiting: rc = 0 00000100:00100000:3.0:1784188107.778568:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778575:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778592:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778596:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778601:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778607:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778612:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778616:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778621:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778626:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778631:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778637:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778641:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778647:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778652:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778657:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778661:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778666:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778671:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778676:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778680:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778686:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778691:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778696:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778701:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778706:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778712:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778716:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778721:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778727:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778732:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778736:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778741:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778746:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778750:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778755:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778759:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778771:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778776:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778781:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778787:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778792:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778797:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778802:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778806:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778811:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778816:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778820:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778839:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778845:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778850:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778854:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778859:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778864:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778868:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778874:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778880:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778885:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778889:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778895:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778901:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778906:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778911:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.778917:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188107.783266:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9609814dc000:17211] 1 exiting: rc = 0 00000100:00100000:2.0:1784188107.784424:0:17210:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff96095855da00:17210] 0 exiting: rc = 1 00000100:00100000:3.0:1784188107.785036:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785045:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785052:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785057:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785061:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785066:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785071:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785076:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785093:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785098:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785102:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785107:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785112:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785116:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785121:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785125:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785129:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785134:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785194:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785202:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785206:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785211:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785215:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785220:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785232:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785237:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785242:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785247:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785251:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785256:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785260:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785265:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785269:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785274:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785278:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785283:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785287:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785292:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785297:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785302:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785307:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785311:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785316:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785326:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785389:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785394:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785398:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785403:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785407:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785412:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785416:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785421:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785426:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785431:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785520:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785528:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785533:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785537:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785542:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785546:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785550:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785555:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785560:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.785565:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188107.786609:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff960975b00000:17213] 1 exiting: rc = 0 00000100:00100000:3.0:1784188107.786762:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9609814dc600:17212] 0 exiting: rc = 1 00000100:00100000:2.0:1784188107.786952:0:17948:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff960981a45a00:17948] 2 exiting: rc = 0 00000100:00100000:3.0:1784188107.787104:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787110:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787115:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787121:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787126:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787132:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787137:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787206:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787213:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787218:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787223:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787229:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787234:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787248:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787253:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787258:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787264:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787269:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787275:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787293:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787300:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787305:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787310:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787316:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787321:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787326:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787391:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787397:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787402:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787408:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787414:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787432:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787471:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787477:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787483:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787489:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787495:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787501:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787506:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787512:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787518:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787524:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787530:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787547:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787553:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787558:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787565:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787572:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787584:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787589:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787595:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787601:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787607:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787612:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787618:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787635:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787641:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787645:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787651:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787656:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787661:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787665:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787670:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.787676:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188107.799652:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff960975b01200:17214] 0 exiting: rc = 1 00000100:00100000:1.0:1784188107.799949:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff960975b01800:17215] 1 exiting: rc = 0 00000100:00100000:3.0:1784188107.800107:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800113:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800117:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800122:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800135:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800145:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800150:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800154:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800159:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800163:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800167:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800171:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800176:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800180:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800185:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800189:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800193:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800198:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800203:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800218:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800223:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800227:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800232:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800236:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800241:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800245:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800250:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800254:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800258:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800263:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800267:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800271:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800275:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800279:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800284:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800288:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800293:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800298:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800302:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800307:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800311:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800316:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800321:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800325:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800337:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800342:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800346:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800350:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800354:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800359:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800363:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800368:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800372:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800376:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800386:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800390:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800395:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800400:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800404:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800409:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800413:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800418:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800422:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.800426:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188107.800878:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff960841e07c00:17216] 0 exiting: rc = 1 00000100:00100000:2.0:1784188107.801534:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff960975b01a00:17217] 1 exiting: rc = 0 00000100:00100000:3.0:1784188107.801625:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801632:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801636:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801641:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801646:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801650:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801655:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801659:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801664:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801668:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801673:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801677:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801681:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801686:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801691:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801695:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801699:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801704:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801708:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801713:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801717:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801721:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801725:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801730:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801735:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801752:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801756:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801760:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801765:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801769:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801773:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801778:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801782:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801786:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801791:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801795:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801800:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801805:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801809:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801813:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.801818:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802387:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802396:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802400:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802404:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802409:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802413:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802418:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802423:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802427:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802431:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802559:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802564:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802568:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802573:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802577:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802582:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802587:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802591:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802595:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802607:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802611:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802615:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.802619:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803006:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff960843897e00:17218] 0 exiting: rc = 1 00000100:00100000:1.0:1784188107.803237:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff960843897a00:17219] 1 exiting: rc = 0 00000100:00100000:3.0:1784188107.803387:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803402:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803407:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803411:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803416:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803421:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803425:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803429:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803455:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803461:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803466:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803471:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803476:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803481:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803486:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803490:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803495:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803499:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803503:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803508:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803513:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803517:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803522:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803526:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803531:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803535:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803539:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803543:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803548:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803553:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803566:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803570:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803574:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803579:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803583:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803588:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803592:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803596:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803601:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803606:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803610:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803615:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803619:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803623:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803627:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803631:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803636:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803640:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803644:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803649:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803655:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803660:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803665:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803670:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803675:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803681:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803686:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803690:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803695:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803699:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803703:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803708:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803713:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.803718:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188107.805217:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff960843896400:17220] 0 exiting: rc = 1 00000100:00100000:1.0:1784188107.805521:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff960843897c00:17221] 1 exiting: rc = 0 00000100:00100000:2.0:1784188107.805730:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff960843897200:17222] 2 exiting: rc = 0 00000100:00100000:3.0:1784188107.805902:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805919:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805924:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805929:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805934:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805945:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.805951:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806012:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806018:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806032:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806038:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806044:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806049:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806053:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806059:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806064:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806069:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806074:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806078:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806083:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806087:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806092:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806113:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806120:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806126:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806131:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806136:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806202:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806208:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806214:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806219:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806224:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806229:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806234:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806239:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806244:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806255:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806260:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806266:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806272:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806276:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806282:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806287:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806292:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806297:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806302:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806319:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806325:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806388:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806394:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806399:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806404:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806408:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806413:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806418:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806424:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806429:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806433:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806918:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806924:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806930:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806937:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806942:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188107.806947:0:20980:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1784188107.811846:0:20980:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784188107.811860:0:20980:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1784188107.811867:0:20980:0:(genops.c:906:class_export_put()) final put ffff9608440dd000/MDS_uuid 00000020:00000080:3.0:1784188107.811871:0:20980:0:(genops.c:865:class_export_destroy()) destroying export ffff9608440dd000/MDS_uuid for MDS 00000020:01000000:3.0:1784188107.811877:0:20980:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1784188107.812119:0:20980:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1784188107.960586:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188108.981643:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188110.008649:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784188110.903235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784188110.903246:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188110.903249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784188110.903266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784188110.903270:0:37:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784188110.903278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 614 00000100:00080000:1.0:1784188110.903284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784188110.903291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff960976592000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188110.903328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427da680 x1870856271923328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784188110.903384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784188110.903387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784188110.903389:0:37:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1784188110.903391:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271923328:0@lo:38:kworker.0 00000100:00080000:1.0:1784188110.903392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 614 00000100:00080000:1.0:1784188110.903395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784188110.903399:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff960842b39800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188110.903410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427dad80 x1870856271923584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1784188110.903472:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923328 offset 0 length 520: 4 00000100:00100000:0.0:1784188110.903521:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271923584:0@lo:38:kworker.0 00000400:00000100:0.0:1784188110.903547:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923584 offset 0 length 520: 4 00000100:00100000:0.0:1784188110.903572:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271923712:0@lo:400:kworker.0 00000400:00000100:0.0:1784188110.903590:0:3657:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923712 offset 0 length 224: 4 00000100:00100000:0.0:1784188110.903604:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188110.903609:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3657:1870856271923456:0@lo:400:kworker.0 00000400:00000100:0.0:1784188110.903624:0:3657:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923456 offset 0 length 224: 4 00010000:00010000:0.0:1784188111.030076:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188112.054601:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1784188112.388694:0:21182:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784188112.408252:0:21182:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1784188112.408325:0:21182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188112.408340:0:21182:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188112.408347:0:21182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188112.408354:0:21182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188112.408377:0:21182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784188112.408384:0:21182:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784188112.408408:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784188112.408420:0:21182:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427da680 x1870856271923328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784188130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188112.408465:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784188112.408471:0:21182:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784188112.408478:0:21182:0:(import.c:65:import_set_state_nolock()) ffff960976592000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1784188112.408483:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784188112.408487:0:21182:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427da680 x1870856271923328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784188130 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188112.408494:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784188112.408497:0:21182:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00010000:00010000:0.0:1784188112.408557:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188112.408565:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188112.408572:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157cc00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188112.408576:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188112.408585:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188112.408592:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188112.408597:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188112.408600:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784188112.408602:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784188112.408617:0:17195:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188112.408620:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188112.408637:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa1b0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1b16 expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188112.408650:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188112.408652:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188112.408654:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188112.408729:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271923328:0@lo:38:kworker.0 00000100:00080000:3.0:1784188112.409826:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784188112.409836:0:21182:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427d8e00 x1870856271923456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188112.409963:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784188112.409978:0:21182:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1784188112.409999:0:21182:0:(import.c:65:import_set_state_nolock()) ffff96096020c800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1784188112.410115:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3653:1870856271923840:0@lo:39:umount.0 00000400:00000100:1.0:1784188112.410232:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923840 offset 0 length 224: 4 00000100:00100000:0.0:1784188112.410317:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3657:1870856271923456:0@lo:400:kworker.0 00000100:00080000:1.0:1784188112.953466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784188112.953476:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188112.953479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784188112.953483:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784188112.953558:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784188112.953598:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271923968:0@lo:400:kworker.0 00000400:00000100:1.0:1784188112.953845:0:3655:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271923968 offset 0 length 224: 4 00000001:00100000:0.0:1784188112.961538:0:18711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784188112.961548:0:18711:0:(genops.c:906:class_export_put()) final put ffff96097f739800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1784188112.961662:0:19529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784188112.961667:0:19529:0:(genops.c:906:class_export_put()) final put ffff96097f703800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784188112.963037:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f739800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1784188112.963102:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f703800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1784188112.963124:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f73d000 for lustre-OST0000 00000020:00000080:1.0:1784188112.963129:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96097f707000 for lustre-OST0001 00010000:00010000:2.0:1784188113.079308:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188114.101884:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784188114.997661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784188114.997673:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188114.997676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784188114.997679:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188114.997820:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271924096:0@lo:400:kworker.0 00000400:00000100:3.0:1784188114.997884:0:3655:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271924096 offset 0 length 224: 4 00010000:00010000:2.0:1784188115.127264:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188116.150707:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188117.173664:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188117.573427:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188107/real 1784188107] req@ffff9609770aa300 x1870856271923200/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784188117 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188117.573543:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9609770aa300 x1870856271923200/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784188117 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784188117.573564:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188117.573886:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1784188117.573891:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271923200:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:2.0:1784188117.573942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188117.573948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1784188117.573951:0:37:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188117.573956:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.117@tcp: connect to NID 0@lo last attempt 616 00000100:00080000:2.0:1784188117.573961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.117@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188117.573968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.117@tcp: import ffff960965bd1800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188117.574059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770ab800 x1870856271924224/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188117.574342:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271924224:0@lo:250:kworker.0 00000400:00000100:1.0:1784188117.574390:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870856271924224 offset 0 length 520: 4 00000100:00080000:2.0:1784188117.574470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188117.574474:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188117.575034:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784188117.575049:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271924352:0@lo:400:kworker.0 00000400:00000100:3.0:1784188117.575087:0:3657:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271924352 offset 0 length 224: 4 00010000:00010000:0.0:1784188118.197814:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188119.223090:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188120.246565:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188121.270228:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188122.293778:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188122.677857:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188112/real 1784188112] req@ffff9608450fb100 x1870856271923840/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784188122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188122.677893:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9608450fb100 x1870856271923840/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784188122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784188122.677913:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096020c800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1784188122.677931:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3653:1870856271923840:0@lo:39:umount.0 00000100:00080000:0.0:1784188122.678151:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784188122.678156:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784188122.678161:0:21182:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1784188122.679498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188122.679506:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188122.679509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188122.679513:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188122.679603:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271924480:0@lo:400:kworker.0 00000400:00000100:3.0:1784188122.679659:0:3657:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271924480 offset 0 length 224: 4 00010000:00010000:0.0:1784188122.679947:0:21182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.679960:0:21182:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.679986:0:21182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.679994:0:21182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.680018:0:21182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188122.680027:0:21182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.680034:0:21182:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.680041:0:21182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.680048:0:21182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188122.680120:0:21182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1784188122.680125:0:21182:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1784188122.680153:0:21182:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1784188122.680156:0:21182:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1784188122.680160:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188122.680165:0:21182:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784188122.680169:0:21182:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff960842b30000) has no exports 00000020:00080000:0.0:1784188122.680190:0:21182:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff960842b30000) has no exports 00010000:00010000:1.0:1784188122.686666:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188122.686681:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686714:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2a00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188122.686718:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686802:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188122.686812:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188122.686819:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784188122.686821:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1784188122.686825:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1784188122.686844:0:17195:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:1.0:1784188122.686847:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686854:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609815a2a00/0xf422abd382aa1ae5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1aec expref: -99 pid: 18710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686867:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188122.686871:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686877:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3400 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188122.686879:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686885:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188122.686898:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188122.686903:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1784188122.686905:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1784188122.686907:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1784188122.686913:0:17195:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:1.0:1784188122.686915:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686922:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9608441e3400/0xf422abd382aa1e49 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1e50 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188122.686931:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188122.686933:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188122.686935:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1784188122.687486:0:21182:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff960971dd1d20 - data ffff960972802bd0/ffff9608448eec00 00000020:01000000:0.0:1784188122.687638:0:21182:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff960841f2ec60 - data ffff960972963870/ffff9608440cbc00 00010000:00010000:2.0:1784188122.688637:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1784188122.701107:0:21182:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1784188122.709928:0:21182:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1afa 00000020:00000080:2.0:1784188122.709940:0:21182:0:(genops.c:906:class_export_put()) final put ffff960842b3c000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1784188122.709963:0:21182:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96084257c000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1784188122.709967:0:21182:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084257c000 2 00000020:01000004:2.0:1784188122.709971:0:21182:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff96084257c000 from lustre-OST0000 00000020:00000080:2.0:1784188122.709993:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188122.710003:0:21182:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1784188122.710006:0:21182:0:(genops.c:906:class_export_put()) final put ffff960842b3c800/lustre-OST0000_UUID 00000020:00000080:2.0:1784188122.710009:0:21182:0:(genops.c:865:class_export_destroy()) destroying export ffff960842b3c800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1784188122.710026:0:21182:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1784188122.710069:0:21182:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1784188122.710074:0:21182:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1784188122.710077:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188122.710082:0:21182:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784188122.710088:0:21182:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff96096ab04800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784188122.710095:0:21182:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff960960538000) has exports, disconnecting them 00000020:00080000:2.0:1784188122.710099:0:21182:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff96096ab04800), last request at 1784188038 00000020:00000080:2.0:1784188122.710103:0:21182:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b24 00000020:00080000:2.0:1784188122.710113:0:21182:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff96096ab04800): rc 0 00000020:00000080:2.0:1784188122.710117:0:21182:0:(genops.c:906:class_export_put()) final put ffff96096ab04800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1784188122.710880:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960842b3c000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1784188122.710890:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff96096ab04800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1784188122.713940:0:21182:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1784188122.713949:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784188122.713953:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1784188122.713962:0:21182:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784188122.714119:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784188122.714128:0:21182:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1784188122.714134:0:21182:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1784188122.714141:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784188122.714145:0:21182:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1784188122.714152:0:21182:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff960976597800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784188122.714159:0:21182:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff9609605399c0) has exports, disconnecting them 00000020:00080000:3.0:1784188122.714163:0:21182:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff960976597800), last request at 1784188038 00000020:00000080:3.0:1784188122.714167:0:21182:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1b39 00000020:00080000:3.0:1784188122.714187:0:21182:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff960976597800): rc 0 00000020:00000080:3.0:1784188122.714194:0:21182:0:(genops.c:906:class_export_put()) final put ffff960976597800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1784188122.717078:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960976592000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1784188122.717095:0:37:0:(genops.c:906:class_export_put()) final put ffff960842b3d000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1784188122.717098:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960842b3d000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1784188122.717107:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1784188122.717181:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960976597800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1784188122.916754:0:21182:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1784188122.916764:0:21182:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784188122.916768:0:21182:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784188122.916786:0:21182:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784188122.916843:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff96096020c800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1784188122.917020:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188122.917029:0:21182:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1784188122.917034:0:21182:0:(genops.c:906:class_export_put()) final put ffff960842b39000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1784188122.917038:0:21182:0:(genops.c:865:class_export_destroy()) destroying export ffff960842b39000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1784188122.917049:0:21182:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1784188122.917124:0:21182:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084257c000 1 00000020:00000080:1.0:1784188122.917130:0:21182:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1ad7 00000020:00000080:1.0:1784188122.917136:0:21182:0:(genops.c:906:class_export_put()) final put ffff960843b2e000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1784188122.917144:0:21182:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1784188122.917152:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff960843b2e000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1784188122.917161:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188122.917165:0:21182:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784188122.917168:0:21182:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff960976480000) has no exports 00000020:00000080:1.0:1784188122.975083:0:21182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188122.975096:0:21182:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1784188122.975102:0:21182:0:(genops.c:906:class_export_put()) final put ffff9609725be000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1784188122.975106:0:21182:0:(genops.c:865:class_export_destroy()) destroying export ffff9609725be000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1784188122.975118:0:21182:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1784188122.975232:0:21182:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9609725ba800 00000020:02000400:1.0:1784188122.976361:0:21182:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1784188123.319543:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188124.342973:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188125.366475:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784188126.315349:0:21384:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784188126.334593:0:21384:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1784188126.334695:0:21384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188126.334734:0:21384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188126.334741:0:21384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188126.334749:0:21384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188126.334819:0:21384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784188126.334824:0:21384:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784188126.334848:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784188126.334858:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427dad80 x1870856271923584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784188130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.334872:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784188126.334878:0:21384:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784188126.334883:0:21384:0:(import.c:65:import_set_state_nolock()) ffff960842b39800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1784188126.334887:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784188126.334891:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427dad80 x1870856271923584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784188130 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.334897:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784188126.334900:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000100:00100000:1.0:1784188126.335704:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271923584:0@lo:38:kworker.0 00000100:00080000:3.0:1784188126.338131:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784188126.338150:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427d9180 x1870856271923712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.338176:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9608427da680 x1870856271923968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.338218:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff960943eb5880 x1870856271924096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.338226:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9609770aa300 x1870856271924352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.338234:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9609770a8a80 x1870856271924480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188126.338242:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784188126.338248:0:21384:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1784188126.338273:0:21384:0:(import.c:65:import_set_state_nolock()) ffff960842896800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1784188126.338400:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271924096:0@lo:400:kworker.0 00000100:00100000:2.0:1784188126.338410:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1870856271923968:0@lo:400:kworker.0 00000100:00100000:1.0:1784188126.338676:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271924480:0@lo:400:kworker.0 00000100:00100000:1.0:1784188126.338684:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271924352:0@lo:400:kworker.0 00000100:00100000:1.0:1784188126.338691:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271923712:0@lo:400:kworker.0 00000100:00100000:1.0:1784188126.338730:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3653:1870856271924608:0@lo:39:umount.0 00000400:00000100:1.0:1784188126.338790:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870856271924608 offset 0 length 224: 4 00010000:00010000:0.0:1784188126.339121:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188126.339130:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188126.339141:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695200 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188126.339145:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188126.339155:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188126.339163:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188126.339169:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188126.339171:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784188126.339175:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784188126.339254:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188126.339259:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188126.339266:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa1c6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1c74 expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188126.339281:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188126.339282:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188126.339284:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188126.389608:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188127.416238:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784188127.797544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188127.797554:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1784188128.438627:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188129.464331:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188130.485665:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188131.509849:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188132.470068:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188117/real 1784188117] req@ffff9609770ab800 x1870856271924224/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784188132 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188132.470104:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9609770ab800 x1870856271924224/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784188132 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784188132.470125:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188132.470154:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1784188132.470158:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271924224:0@lo:250:kworker.0 00000100:00080000:2.0:1784188132.470256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3453f3a6-84e9-481d-bd54-334e456ca058->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784188132.470262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1784188132.470264:0:8:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188132.470269:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.117@tcp: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1784188132.470273:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.117@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1784188132.470279:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.117@tcp: import ffff960965bd1800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188132.470311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770aa680 x1870856271924736/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188132.471012:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271924736:0@lo:250:kworker.0 00000400:00000100:1.0:1784188132.471066:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870856271924736 offset 0 length 520: 4 00010000:00010000:0.0:1784188132.533994:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188133.557730:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188134.581702:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188135.610609:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188136.566297:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188126/real 1784188126] req@ffff9608450f9500 x1870856271924608/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784188136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188136.566354:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9608450f9500 x1870856271924608/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784188136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784188136.566373:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842896800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784188136.566395:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3653:1870856271924608:0@lo:39:umount.0 00000100:00080000:3.0:1784188136.566542:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784188136.566556:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784188136.566561:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1784188136.567807:0:21384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.567822:0:21384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.567830:0:21384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.567837:0:21384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.570031:0:21384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188136.570051:0:21384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.570080:0:21384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.570088:0:21384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.570094:0:21384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188136.570120:0:21384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1784188136.570125:0:21384:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00010000:00010000:0.0:1784188136.570283:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188136.570291:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570299:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609770c9400 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188136.570303:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570312:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188136.570319:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188136.570325:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188136.570328:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1784188136.570330:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1784188136.570348:0:17195:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188136.570352:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570359:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609770c9400/0xf422abd382aa1c43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1c4a expref: -99 pid: 19528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570381:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188136.570384:0:17195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570390:0:17195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2c00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188136.570393:0:17195:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570399:0:17195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188136.570405:0:17195:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188136.570410:0:17195:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1784188136.570412:0:17195:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1784188136.570414:0:17195:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1784188136.570420:0:17195:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188136.570423:0:17195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570429:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9608441e2c00/0xf422abd382aa1e3b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1e42 expref: -99 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.570479:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188136.570482:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188136.570483:0:17195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784188136.570600:0:21384:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1784188136.570604:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1784188136.570611:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784188136.570618:0:21384:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784188136.570623:0:21384:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff960975a03380) has no exports 00000020:00080000:3.0:1784188136.570649:0:21384:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff960975a03380) has no exports 00010000:00010000:2.0:1784188136.571385:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1784188136.580360:0:21384:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96084429c840 - data ffff96097289c000/ffff96096e3f3800 00000020:01000000:3.0:1784188136.580520:0:21384:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff96084429c300 - data ffff960972884438/ffff9608436cf000 00100000:10000000:3.0:1784188136.588340:0:21384:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1784188136.606562:0:21384:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c58 00000020:00000080:0.0:1784188136.606575:0:21384:0:(genops.c:906:class_export_put()) final put ffff96097f739000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1784188136.606603:0:21384:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9609725bc800 from lustre-OST0001, refs=2 00000020:01000004:0.0:1784188136.606607:0:21384:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9609725bc800 2 00000020:01000004:0.0:1784188136.606610:0:21384:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9609725bc800 from lustre-OST0001 00000020:00000080:0.0:1784188136.606640:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188136.606651:0:21384:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1784188136.606655:0:21384:0:(genops.c:906:class_export_put()) final put ffff96097f73c800/lustre-OST0001_UUID 00000020:00000080:0.0:1784188136.606658:0:21384:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f73c800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1784188136.606666:0:21384:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1784188136.606789:0:21384:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 3453f3a6-84e9-481d-bd54-334e456ca058->MGS 00010000:00010000:0.0:1784188136.606806:0:21384:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96084411fa00/0xf422abd382aa19a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa19aa expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188136.606817:0:21384:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96084411fa00/0xf422abd382aa19a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa19aa expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188136.606823:0:21384:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1784188136.606825:0:21384:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1784188136.606828:0:21384:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1784188136.606854:0:21384:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188136.606858:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96084411fa00/0xf422abd382aa19a3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa19aa expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188136.606872:0:21384:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609815a3400/0xf422abd382aa1892 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf422abd382aa1899 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188136.606878:0:21384:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609815a3400/0xf422abd382aa1892 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf422abd382aa1899 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188136.606882:0:21384:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784188136.606884:0:21384:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1784188136.606886:0:21384:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1784188136.606900:0:21384:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff960965bd1800 00010000:00010000:0.0:1784188136.606902:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609815a3400/0xf422abd382aa1892 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf422abd382aa1899 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1784188136.606917:0:21384:0:(import.c:65:import_set_state_nolock()) ffff960965bd1800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1784188136.606920:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1784188136.606922:0:21384:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1784188136.606924:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1784188136.606927:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1784188136.606937:0:21384:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9609770aa680 x1870856271924736/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1784188152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1784188136.607020:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1784188136.607023:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000100:00100000:2.0:1784188136.607109:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3453f3a6-84e9-481d-bd54-334e456ca058:3653:1870856271924736:0@lo:250:kworker.0 00000020:00000080:2.0:1784188136.607148:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f739000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:0.0:1784188136.607506:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1784188136.607514:0:21384:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa187d 00000020:00000080:0.0:1784188136.607520:0:21384:0:(genops.c:906:class_export_put()) final put ffff9608440df800/3453f3a6-84e9-481d-bd54-334e456ca058 00000020:01000000:0.0:1784188136.607536:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.117@tcp (flags='') 00000020:00000080:0.0:1784188136.607541:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188136.607555:0:21384:0:(obd_config.c:955:class_cleanup()) MGC192.168.201.117@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784188136.607559:0:21384:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff9608426d0000) has no exports 10000000:01000000:2.0:1784188136.607616:0:17204:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:2.0:1784188136.607669:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9608440df800/3453f3a6-84e9-481d-bd54-334e456ca058 for MGC192.168.201.117@tcp 10000000:01000000:0.0:1784188136.609286:0:21384:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.201.117@tcp: client import never connected 00000100:00080000:0.0:1784188136.609294:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1784188136.609298:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1784188136.609303:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1784188136.609306:0:21384:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1784188136.609379:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784188136.609387:0:21384:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.117@tcp (uuid 3453f3a6-84e9-481d-bd54-334e456ca058) 00000020:01000000:0.0:1784188136.609394:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1784188136.609401:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784188136.609405:0:21384:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784188136.609412:0:21384:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff96096eba4800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784188136.609418:0:21384:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff960842740000) has exports, disconnecting them 00000020:00080000:0.0:1784188136.609433:0:21384:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff96096eba4800), last request at 1784188054 00000020:00000080:2.0:1784188136.609489:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960965bd1800 for MGC192.168.201.117@tcp 00000020:00000080:2.0:1784188136.609497:0:8:0:(genops.c:906:class_export_put()) final put ffff960965bd3800/3453f3a6-84e9-481d-bd54-334e456ca058 00000020:00000080:2.0:1784188136.609500:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960965bd3800/3453f3a6-84e9-481d-bd54-334e456ca058 for MGC192.168.201.117@tcp 00000020:01000000:2.0:1784188136.609506:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.117@tcp (3453f3a6-84e9-481d-bd54-334e456ca058) 00000020:00000080:0.0:1784188136.609974:0:21384:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c82 00000020:00080000:0.0:1784188136.609988:0:21384:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff96096eba4800): rc 0 00000020:00000080:0.0:1784188136.609993:0:21384:0:(genops.c:906:class_export_put()) final put ffff96096eba4800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1784188136.610889:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96096eba4800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1784188136.616536:0:21384:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1784188136.616967:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784188136.616971:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784188136.616979:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784188136.617774:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188136.617783:0:21384:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1784188136.617790:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1784188136.617797:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188136.617801:0:21384:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1784188136.617808:0:21384:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff960842894000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784188136.617815:0:21384:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff96096e9c0000) has exports, disconnecting them 00000020:00080000:1.0:1784188136.617819:0:21384:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff960842894000), last request at 1784188054 00000020:00000080:1.0:1784188136.617823:0:21384:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c97 00000020:00080000:1.0:1784188136.617837:0:21384:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff960842894000): rc 0 00000020:00000080:1.0:1784188136.617842:0:21384:0:(genops.c:906:class_export_put()) final put ffff960842894000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1784188136.619162:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842b39800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1784188136.619175:0:8:0:(genops.c:906:class_export_put()) final put ffff960843631800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1784188136.619178:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960843631800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1784188136.619185:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1784188136.628256:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff960842894000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1784188136.637558:0:21384:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1784188136.637569:0:21384:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1784188136.637573:0:21384:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784188136.637581:0:21384:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784188136.637616:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff960842896800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1784188136.641634:0:17195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1784188136.641890:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:2.0:1784188136.642022:0:17190:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9609581f6a00:17190] 0 exiting: rc = 1 00000100:00100000:2.0:1784188136.642091:0:17191:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff96097837f600:17191] 1 exiting: rc = 0 00000100:00100000:2.0:1784188136.642177:0:18740:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9608439e3e00:18740] 2 exiting: rc = 0 00000100:00100000:2.0:1784188136.642239:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.642513:0:17194:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff960843bba400:17194] 2 exiting: rc = 0 00000100:00100000:2.0:1784188136.644044:0:17193:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff960843bba600:17193] 1 exiting: rc = 0 00000100:00100000:2.0:1784188136.644238:0:17192:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff96097837e200:17192] 0 exiting: rc = 1 00000100:00100000:0.0:1784188136.793881:0:17962:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff960981b5bc00:17962] 3 exiting: rc = 0 00000100:00100000:2.0:1784188136.794140:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794154:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794160:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794165:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794171:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794176:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794182:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794194:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794202:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794207:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794214:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794220:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794224:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794228:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794260:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794266:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794270:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794275:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794280:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794286:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794290:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794295:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794300:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794305:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794311:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794326:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794331:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794337:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794341:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794358:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794363:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794368:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794372:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794377:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794382:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794386:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794391:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794395:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794399:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794404:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794408:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794412:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794416:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794421:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794425:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794430:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794452:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794458:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794462:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794467:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794471:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794475:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794480:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794484:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794489:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794493:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794497:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794501:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794505:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794509:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794519:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794524:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794528:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784188136.794533:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1784188136.795916:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784188136.795928:0:21384:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1784188136.795933:0:21384:0:(genops.c:906:class_export_put()) final put ffff960842890800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1784188136.795939:0:21384:0:(genops.c:865:class_export_destroy()) destroying export ffff960842890800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1784188136.796070:0:21384:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1784188136.796192:0:21384:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9609725bc800 1 00000020:00000080:2.0:1784188136.796199:0:21384:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf422abd382aa1c3c 00000020:00000080:2.0:1784188136.796206:0:21384:0:(genops.c:906:class_export_put()) final put ffff96097f738800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1784188136.796259:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1784188136.796264:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784188136.796270:0:21384:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1784188136.796273:0:21384:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff96096e9c3380) has no exports 00000020:00000080:0.0:1784188136.805247:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff96097f738800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1784188136.839772:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188136.839786:0:21384:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1784188136.839792:0:21384:0:(genops.c:906:class_export_put()) final put ffff960842892800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1784188136.839798:0:21384:0:(genops.c:865:class_export_destroy()) destroying export ffff960842892800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1784188136.839811:0:21384:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1784188136.844773:0:21384:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff96084266e800 00000020:01000000:1.0:1784188136.844818:0:21384:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1784188136.844829:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784188136.844835:0:21384:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784188136.844840:0:21384:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff960975a04d40) has no exports 00000020:00000080:1.0:1784188136.844865:0:21384:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784188136.844875:0:21384:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1784188136.844880:0:21384:0:(genops.c:906:class_export_put()) final put ffff960843b2b800/OSS_uuid 00000020:00000080:1.0:1784188136.844884:0:21384:0:(genops.c:865:class_export_destroy()) destroying export ffff960843b2b800/OSS_uuid for OSS 00000020:01000000:1.0:1784188136.844889:0:21384:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1784188136.844939:0:17203:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1784188136.847315:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff96096e904e00:18717] 2 exiting: rc = 0 00000100:00100000:0.0:1784188136.848098:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff96096f806c00:18716] 1 exiting: rc = 0 00000100:00100000:2.0:1784188136.855763:0:19201:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff96094765e200:19201] 3 exiting: rc = 0 00000100:00100000:2.0:1784188136.856640:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff960981a7fa00:18714] 0 exiting: rc = 1 00000100:00100000:1.0:1784188136.858789:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858803:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858810:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858816:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858821:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858827:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858832:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858838:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858844:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858850:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858855:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858861:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858867:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858874:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858880:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858885:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858891:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858919:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858925:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858931:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858937:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858942:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858948:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858954:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858960:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858965:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858972:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858977:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858983:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858989:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.858994:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859001:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859007:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859015:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859021:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859027:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859034:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859040:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859046:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859052:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859056:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859061:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859066:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859071:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859076:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859082:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859087:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859094:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859100:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859109:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859115:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859120:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859133:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859138:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859143:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859148:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859153:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859157:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859162:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859168:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859174:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859180:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859186:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.859192:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.860113:0:18719:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff96096f806000:18719] 1 exiting: rc = 0 00000100:00100000:2.0:1784188136.862500:0:18718:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff960981b5a400:18718] 0 exiting: rc = 1 00000100:00100000:1.0:1784188136.865240:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865251:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865257:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865263:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865268:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865274:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865278:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865299:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865306:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865311:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865316:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865321:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865327:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865333:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865339:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865344:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865350:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865355:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865361:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865366:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865372:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865377:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865401:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865406:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865411:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865417:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865423:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865428:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865461:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865468:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865474:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865480:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865485:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865490:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865495:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865500:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865505:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865511:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865515:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865520:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865549:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865556:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865560:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865564:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865569:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865574:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865578:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865582:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865586:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865592:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865597:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865602:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865607:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865612:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865616:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865621:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865625:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865639:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865644:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865650:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865655:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865661:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865666:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.865671:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.866765:0:20348:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9608425ea000:20348] 3 exiting: rc = 0 00000100:00100000:0.0:1784188136.867083:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff960981a7ec00:18721] 1 exiting: rc = 0 00000100:00100000:2.0:1784188136.868165:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff960981a7fc00:18720] 0 exiting: rc = 1 00000100:00100000:2.0:1784188136.868342:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff96096fbb7e00:18722] 2 exiting: rc = 0 00000100:00100000:1.0:1784188136.868790:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868799:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868805:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868811:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868817:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868823:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868828:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868835:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868841:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868847:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868853:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868860:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868867:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868884:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868891:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868897:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868914:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868921:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868927:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868933:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.868939:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869205:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869215:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869221:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869226:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869231:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869238:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869258:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869263:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869269:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869275:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869281:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869287:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869293:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869298:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869302:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869308:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869313:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869319:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869324:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869344:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869351:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869356:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869361:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869366:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869372:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869377:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869382:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869388:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869394:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869399:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869404:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869409:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869415:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869421:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869426:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869432:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869468:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869474:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869480:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869486:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869491:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869505:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784188136.869517:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.884786:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff960948139800:18723] 0 exiting: rc = 1 00000100:00100000:2.0:1784188136.888814:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff96094765d600:18724] 1 exiting: rc = 0 00000100:00100000:3.0:1784188136.889143:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889152:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889157:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889162:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889166:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889172:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889177:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889182:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889203:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889208:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889213:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889217:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889223:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889228:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889233:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889239:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889244:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889249:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889255:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889259:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889265:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889270:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889274:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889279:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889284:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889290:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889295:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889299:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889305:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889310:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889316:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889321:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889326:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889331:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889335:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889340:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889353:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889359:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889364:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889369:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889374:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889379:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889384:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889397:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889402:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889407:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889413:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889418:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889422:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889427:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889431:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889452:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889458:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889463:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889467:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889472:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889477:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889482:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889487:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889492:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889497:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889502:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889507:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.889521:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890223:0:18726:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff96094765d200:18726] 1 exiting: rc = 0 00000100:00100000:3.0:1784188136.890326:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9609725cbc00:18725] 0 exiting: rc = 1 00000100:00100000:3.0:1784188136.890404:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890413:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890418:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890424:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890430:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890456:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890462:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890468:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890474:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890480:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890486:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890493:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890520:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890527:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890533:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890552:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890560:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890568:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890575:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890582:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890587:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890593:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890598:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890604:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890626:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890633:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890639:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890646:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890655:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890661:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890667:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890674:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890680:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890687:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890693:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890700:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890720:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890728:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890735:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890742:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890748:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890755:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890761:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890767:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890773:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890779:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890785:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890798:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890819:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890827:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890833:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890839:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890845:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890853:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890859:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890864:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890870:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890876:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890881:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890887:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890910:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890917:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890923:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784188136.890929:0:21384:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1784188136.913732:0:21384:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1784188158.500309:0:22151:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg117-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1784188171.825715:0:22751:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1784188171.825720:0:22751:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1784188171.825722:0:22751:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1784188171.825805:0:22751:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff96097f7a4000 00000020:01000004:1.0:1784188171.825819:0:22751:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1784188171.825826:0:22751:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1784188171.825839:0:22751:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff96096e9c3380) 00000020:00000080:1.0:1784188171.825850:0:22751:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1784188171.861687:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.862152:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1784188171.866007:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1784188171.867154:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.867564:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.867781:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.868012:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.868202:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.868465:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.868713:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.868904:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.869138:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.869366:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.869821:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.870122:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.870343:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.870689:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.870932:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.871114:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.871301:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.871635:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.871937:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.872198:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.872497:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.872795:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.873066:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.873279:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.873642:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.873876:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.874165:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.874559:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.874760:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.874983:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.875211:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1784188171.875401:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1784188171.875991:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1784188171.876290:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1784188171.876506:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1784188171.876719:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1784188171.876875:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1784188171.877109:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1784188171.877270:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1784188171.877682:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.878082:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.878301:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1784188171.878562:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1784188171.878811:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.880778:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.881195:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.881422:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.882203:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.882404:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1784188171.882650:0:22751:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1784188171.883077:0:22751:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1784188171.883397:0:22751:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1784188171.883404:0:22751:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1784188171.883413:0:22751:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa20f0 00000020:01000004:2.0:1784188171.883420:0:22751:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1784188171.883425:0:22751:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1784188171.883430:0:22751:0:(tgt_mount.c:101:server_register_mount()) register mount ffff96097f7a4000 from MGS 00000020:01000004:2.0:1784188171.883434:0:22751:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1784188171.883496:0:22751:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff96096053cd40) 00000020:00000080:2.0:1784188171.883507:0:22751:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1784188171.883556:0:22751:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96097f7a4000 from MGS, refs=2 00080000:01000000:2.0:1784188171.883558:0:22751:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1784188171.883561:0:22751:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa20fe 00000100:00100000:2.0:1784188171.883630:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1784188171.883707:0:22751:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1784188171.883711:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1784188171.884244:0:22751:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1784188171.884249:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1784188171.884877:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784188171.885028:0:22751:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1784188171.885033:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1784188171.885431:0:22751:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1784188171.885455:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1784188171.885672:0:22751:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1784188171.885678:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1784188171.886185:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188171.886188:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188171.886190:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188171.886352:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188171.886354:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188171.886356:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188171.886950:0:22751:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1784188171.889348:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1784188171.890070:0:22751:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1784188171.892656:0:22763:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1784188171.892725:0:22751:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1784188171.892930:0:22751:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1784188171.895704:0:22751:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1784188171.896180:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784188171.896370:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1784188171.896376:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1784188171.897285:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1784188171.897291:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1784188171.897987:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1784188171.897994:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1784188171.899200:0:22751:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1784188171.899218:0:22751:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.117@tcp' 00000020:01000004:3.0:1784188171.899220:0:22751:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1784188171.899245:0:22751:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.117@tcp (typ=mgc) 00000020:00000080:3.0:1784188171.899257:0:22751:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.117@tcp (ffff960842744d40) 00000020:00000080:3.0:1784188171.899269:0:22751:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1784188171.899334:0:22751:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96097f745800@MGC192.168.201.117@tcp: add connection 192.168.201.117@tcp at head 00010000:00010000:3.0:1784188171.899576:0:22751:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.117@tcp-0 is initialized 00000040:01000000:3.0:1784188171.899583:0:22751:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.117@tcp ctxt 1 is initialized 10000000:01000000:3.0:1784188171.901634:0:22769:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1784188171.901680:0:22751:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.117@tcp (uuid 0337f49b-d933-4131-9a0e-3395a253db71) 00000020:00000080:3.0:1784188171.901697:0:22751:0:(genops.c:1406:class_connect()) connect: client 0337f49b-d933-4131-9a0e-3395a253db71, cookie 0xf422abd382aa210c 00000100:00080000:3.0:1784188171.901708:0:22751:0:(import.c:510:import_select_connection()) MGC192.168.201.117@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784188171.901715:0:22751:0:(import.c:624:import_select_connection()) MGC192.168.201.117@tcp: import ffff96097f745800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188171.901745:0:22751:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450f9f80 x1870856271924864/t0(0) o250->MGC192.168.201.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188171.901787:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0337f49b-d933-4131-9a0e-3395a253db71:3653:1870856271924864:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1784188171.901855:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1784188171.901927:0:22751:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0337f49b-d933-4131-9a0e-3395a253db71->MGS 00000020:01000004:3.0:1784188171.901947:0:22751:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1784188171.901983:0:22751:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1784188171.901997:0:22751:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff960842743380) 00000020:00000080:3.0:1784188171.902007:0:22751:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1784188171.907341:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271924864 00000100:00100000:0.0:1784188171.907358:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271924864 00000100:00100000:0.0:1784188171.907481:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188171.907489:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3653:x1870856271924864:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1784188171.907516:0:22765:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 0337f49b-d933-4131-9a0e-3395a253db71@0@lo t0 exp 0000000000000000 cur 681 last 0 00000020:00000080:0.0:1784188171.907541:0:22765:0:(genops.c:1406:class_connect()) connect: client 0337f49b-d933-4131-9a0e-3395a253db71, cookie 0xf422abd382aa211a 00000100:00080000:0.0:1784188171.907641:0:22765:0:(import.c:65:import_set_state_nolock()) ffff96097f73c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784188171.907736:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+5:3653:x1870856271924864:12345-0@lo:250:mount.lustre.0 Request processed in 247us (5881us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188171.907742:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1784188171.907834:0:22768:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:3.0:1784188171.908259:0:3653:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.201.117@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784188171.908275:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.117@tcp: connect to target with instance 0 00000100:00080000:3.0:1784188171.908284:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.117@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1784188171.908289:0:3653:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1784188171.908292:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96097f745800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1784188171.908294:0:3653:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1784188171.908304:0:3653:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1784188171.908309:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0337f49b-d933-4131-9a0e-3395a253db71:3653:1870856271924864:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1784188171.915573:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784188171.915751:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1784188171.915757:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1784188171.918241:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1784188171.918249:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1784188171.918853:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1784188171.918861:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1784188171.920117:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784188171.920287:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1784188171.920291:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1784188171.920763:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1784188171.920772:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1784188171.956022:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784188171.956244:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1784188171.956249:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1784188171.957547:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1784188171.957557:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1784188171.958149:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784188171.958255:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784188171.958259:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1784188171.958700:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784188171.958704:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1784188171.959249:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784188171.959351:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784188171.959354:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1784188171.959711:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784188171.959717:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1784188171.960994:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784188171.961226:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784188171.961231:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1784188171.961972:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784188171.961979:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1784188171.988117:0:22751:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784188171.988329:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1784188171.988338:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1784188171.990285:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1784188171.990299:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1784188171.991424:0:22751:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1784188171.991459:0:22751:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1784188171.992496:0:22751:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1784188171.992523:0:22751:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1784188171.992530:0:22751:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.117@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1784188171.992643:0:22751:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.117@tcp ctxt 0 is initialized 00000020:01000004:3.0:1784188171.992675:0:22751:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.117@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1784188171.992679:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1784188171.992681:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1784188171.992683:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188171.992684:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188171.992686:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188171.992687:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188171.992688:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784188171.992690:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1784188171.992692:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188171.992693:0:22751:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784188171.992696:0:22751:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1784188171.992698:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784188171.992699:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1784188171.992701:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188171.992702:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188171.992703:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188171.992704:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188171.992705:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784188171.992706:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1784188171.992707:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188171.992708:0:22751:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784188171.992736:0:22751:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1784188171.992754:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271924992:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784188171.992837:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188171.992877:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188171.993022:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271924992 00000100:00100000:0.0:1784188171.993029:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271924992 00000100:00100000:0.0:1784188171.993082:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188171.993092:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+5:22751:x1870856271924992:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784188171.993141:0:22767:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1784188171.993143:0:22767:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1784188171.993146:0:22767:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1784188171.994170:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1784188172.005080:0:22767:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1784188172.068352:0:22789:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1784188172.068363:0:22789:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1784188172.068367:0:22789:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1784188172.068370:0:22789:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1784188172.070357:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1784188172.071097:0:22767:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1784188172.071119:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1784188172.073097:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+5:22751:x1870856271924992:12345-0@lo:253:mount.lustre.0 Request processed in 79995us (80248us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188172.073118:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784188172.073234:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271924992:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784188172.073252:0:22751:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1784188172.073255:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784188172.073257:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784188172.073258:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188172.073259:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188172.073261:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188172.073262:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188172.073264:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188172.073265:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784188172.073267:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188172.073269:0:22751:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1784188172.073292:0:22751:0:(tgt_mount.c:101:server_register_mount()) register mount ffff96097f7a4000 from lustre-MDT0000 10000000:01000000:1.0:1784188172.073326:0:22751:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1784188172.073329:0:22751:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1784188172.073334:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff960842744d40 10000000:01000000:1.0:1784188172.073339:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784188172.073348:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff960842744d40 from 1 10000000:01000000:1.0:1784188172.073351:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1784188172.073394:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.073404:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.073414:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.073558:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925120:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188172.073714:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.073750:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188172.073779:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925120 00000100:00100000:2.0:1784188172.073786:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925120 00000100:00100000:2.0:1784188172.073833:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784188172.073842:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+5:22751:x1870856271925120:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188172.073856:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188172.073871:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157ce00/0xf422abd382aa2128 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2121 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.073917:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157ce00/0xf422abd382aa2128 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2121 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.073929:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157ce00/0xf422abd382aa2128 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2121 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.073939:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157ce00, rc 0) 00000100:00100000:2.0:1784188172.073994:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+6:22751:x1870856271925120:12345-0@lo:101:mount.lustre.0 Request processed in 153us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.074011:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784188172.074050:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925120:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188172.074072:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.074082:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.074128:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925248:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188172.074151:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.074171:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188172.074204:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925248 00000100:00100000:3.0:1784188172.074207:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925248 00000100:00100000:3.0:1784188172.074231:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188172.074235:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+6:22751:x1870856271925248:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188172.074303:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+6:22751:x1870856271925248:12345-0@lo:501:mount.lustre.0 Request processed in 67us (151us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784188172.074308:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784188172.074379:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925248:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1784188172.074400:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1784188172.074415:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.074421:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188172.074426:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff96097f7a4000 10000000:01000000:1.0:1784188172.074428:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784188172.074431:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff96097f7a4000 10000000:01000000:1.0:1784188172.074432:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1784188172.074722:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff96097f7a4000 from 1 10000000:01000000:1.0:1784188172.074724:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1784188172.074743:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.074750:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.074984:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.075012:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925376:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188172.075068:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.075199:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.076126:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925376 00000100:00100000:0.0:1784188172.076134:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925376 00000100:00100000:0.0:1784188172.076190:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784188172.076199:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+6:22751:x1870856271925376:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188172.076211:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188172.076228:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981694c00/0xf422abd382aa2136 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa212f expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.076250:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694c00/0xf422abd382aa2136 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa212f expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.076261:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981694c00/0xf422abd382aa2136 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa212f expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.076269:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981694c00, rc 0) 00000100:00100000:0.0:1784188172.076314:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+7:22751:x1870856271925376:12345-0@lo:101:mount.lustre.0 Request processed in 116us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.076321:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784188172.076773:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925376:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188172.076788:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2136 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.076815:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2136 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188172.076832:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1784188172.076845:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2136 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.076853:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c9000/0xf422abd382aa212f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2136 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188172.076860:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1784188172.076865:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784188172.076871:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff96097f7a4000 10000000:01000000:1.0:1784188172.076874:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1784188172.076878:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1784188172.076880:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1784188172.076900:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.076918:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.076927:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.076941:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188172.076983:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.077011:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.077019:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925504 00000100:00100000:0.0:1784188172.077025:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925504 00000100:00100000:0.0:1784188172.077115:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784188172.077123:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+7:22751:x1870856271925504:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188172.077131:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188172.077140:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695600/0xf422abd382aa2144 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa213d expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.077229:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695600/0xf422abd382aa2144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa213d expref: 8 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.077242:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695600/0xf422abd382aa2144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa213d expref: 8 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.077250:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695600, rc 0) 00000100:00100000:0.0:1784188172.077281:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+8:22751:x1870856271925504:12345-0@lo:101:mount.lustre.0 Request processed in 159us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.077288:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188172.077332:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188172.077344:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2144 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.077352:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2144 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.077988:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188172.078033:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.078082:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188172.078090:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925632 00000100:00100000:2.0:1784188172.078096:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925632 00000100:00100000:2.0:1784188172.078131:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784188172.078140:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+8:22751:x1870856271925632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188172.078373:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+9:22751:x1870856271925632:12345-0@lo:501:mount.lustre.0 Request processed in 233us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.078381:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188172.079079:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188172.079112:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784188172.079158:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.079260:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609454ab3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.079298:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925760 00000100:00100000:0.0:1784188172.079303:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925760 00000100:00100000:0.0:1784188172.079336:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188172.079343:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+9:22751:x1870856271925760:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188172.080295:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+9:22751:x1870856271925760:12345-0@lo:503:mount.lustre.0 Request processed in 950us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.080304:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784188172.080769:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271925760:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188172.082226:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22790:1870856271925888:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784188172.082283:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.082319:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271925888 00000100:00100000:2.0:1784188172.082324:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffff960977377240 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.082325:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271925888 00000100:00100000:0.0:1784188172.082366:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784188172.082373:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+9:22790:x1870856271925888:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.083061:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+9:22790:x1870856271925888:12345-0@lo:502:llog_process_th.0 Request processed in 685us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.083077:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784188172.083098:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22790:1870856271925888:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1784188172.083124:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188172.083135:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188172.083137:0:22790:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784188172.083141:0:22790:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1784188172.083142:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784188172.083158:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff96096053b380) 00000020:00000080:2.0:1784188172.083170:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1784188172.083174:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1784188172.083238:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1784188172.083244:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa2152 00000020:00000080:2.0:1784188172.083418:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1784188172.083421:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188172.083423:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188172.083424:0:22790:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784188172.083425:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188172.083428:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188172.083428:0:22790:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1784188172.083430:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784188172.083577:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9609605399c0) 00000020:00000080:2.0:1784188172.083587:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1784188172.083591:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784188172.083593:0:22790:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1784188172.083595:0:22790:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1784188172.083598:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784188172.083627:0:22790:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96097f7a4000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1784188172.083636:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff960960538000) 00000020:00000080:2.0:1784188172.083640:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1784188172.083684:0:22790:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1784188172.083688:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa2167 00000020:00000080:2.0:1784188172.083753:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1784188172.083758:0:22790:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1784188172.083760:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf422abd382aa216e 00080000:01000000:2.0:1784188172.083763:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1784188172.083765:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa2175 00010000:00010000:2.0:1784188172.133083:0:22790:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1784188172.133928:0:22790:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1784188172.134380:0:22790:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1784188172.135194:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff960976598000) 00000020:00000080:2.0:1784188172.135225:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1784188172.135314:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:2.0:1784188172.135323:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa2183 00000020:00000080:1.0:1784188172.136468:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1784188172.145147:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf422abd382aa218a 00000020:00000080:1.0:1784188172.145703:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1784188172.145717:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188172.145724:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.145726:0:22790:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1784188172.145730:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1784188172.145733:0:22790:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1784188172.145735:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188172.145736:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188172.145738:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1784188172.145742:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.145743:0:22790:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1784188172.145747:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188172.145753:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.145754:0:22790:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1784188172.145760:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1784188172.145795:0:22790:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1784188172.145815:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188172.145819:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.145820:0:22790:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1784188172.145823:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188172.145826:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.145827:0:22790:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1784188172.145830:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1784188172.145835:0:22790:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000020:00000080:1.0:1784188172.145860:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784188172.145876:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff96096e9c0000) 00000020:00000080:1.0:1784188172.146737:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1784188172.146748:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1784188172.146854:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1784188172.146861:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:1.0:1784188172.146868:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa2198 00010000:00080000:1.0:1784188172.147282:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96096eba0000@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.117@tcp at head 00010000:00010000:1.0:1784188172.151398:0:22790:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1784188172.152479:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784188172.152491:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1784188172.152518:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1784188172.152534:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa219f 00000100:00080000:3.0:1784188172.152543:0:22790:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784188172.152548:0:22790:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188172.152586:0:22790:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450fa300 x1870856271926016/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784188172.152608:0:22790:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1784188172.152642:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926016:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1784188172.152655:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188172.152660:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188172.152661:0:22790:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1784188172.152663:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784188172.152665:0:22790:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1784188172.152666:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784188172.152667:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784188172.152668:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784188172.152671:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188172.152672:0:22790:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784188172.152678:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784188172.152682:0:22790:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1784188172.152685:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188172.152686:0:22790:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1784188172.152688:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784188172.152690:0:22790:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000020:01000000:3.0:1784188172.152709:0:22790:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1784188172.152711:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000100:00100000:0.0:1784188172.152721:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1784188172.152722:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9608427419c0) 00000020:00000080:3.0:1784188172.152733:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1784188172.152737:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784188172.152786:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1784188172.152790:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:3.0:1784188172.152794:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa21ad 00010000:00080000:3.0:1784188172.152816:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96096078b000@lustre-OST0000-osc-MDT0000: add connection 192.168.201.117@tcp at head 00000100:00100000:1.0:1784188172.153049:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926016 00000100:00100000:1.0:1784188172.153057:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926016 00000100:00100000:1.0:1784188172.153087:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784188172.153094:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271926016:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1784188172.153113:0:22777:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:0.0:1784188172.154342:0:22790:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1784188172.155285:0:22790:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1784188172.156001:0:22790:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1784188172.160161:0:22790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784188172.161064:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1784188172.164165:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1784188172.164587:0:22796:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784188172.164593:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1784188172.165047:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188172.165061:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1784188172.165098:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1784188172.165120:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa21b4 00000100:00080000:0.0:1784188172.165132:0:22790:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784188172.165138:0:22790:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff96096078b000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188172.165174:0:22790:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb5c00 x1870856271926144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188172.165197:0:22790:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1784188172.165234:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926144:0@lo:8:llog_process_th.0 00000020:01000000:0.0:1784188172.165258:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.165262:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.165264:0:22790:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1784188172.165267:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000400:00000100:3.0:1784188172.165270:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271926144 offset 0 length 520: 4 00000020:01000000:0.0:1784188172.165270:0:22790:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1784188172.165272:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784188172.165273:0:22790:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784188172.165275:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784188172.165278:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.165279:0:22790:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1784188172.165281:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00100000:1.0:1784188172.165287:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1870856271926016:12345-0@lo:38:llog_process_th.0 Request processed in 12163us (12537us total) trans 0 rc -19/-19 00000020:01000004:0.0:1784188172.165290:0:22790:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1784188172.165296:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.165298:0:22790:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1784188172.165302:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784188172.165305:0:22790:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000100:00080000:3.0:1784188172.165318:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1784188172.165320:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1784188172.165324:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000020:01000000:0.0:1784188172.165327:0:22790:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000100:00100000:3.0:1784188172.165329:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926016:0@lo:38:llog_process_th.0 00000020:00000080:0.0:1784188172.165330:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784188172.165341:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff960975a04d40) 00000020:00000080:0.0:1784188172.165353:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1784188172.165358:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1784188172.165565:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1784188172.165570:0:22790:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:0.0:1784188172.165574:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf422abd382aa21c2 00010000:00080000:0.0:1784188172.165881:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96096e8d8000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.117@tcp at head 00010000:00010000:0.0:1784188172.166106:0:22790:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1784188172.166149:0:22790:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1784188172.166160:0:22790:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1784188172.167670:0:22790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784188172.168493:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1784188172.168609:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1784188172.169067:0:22798:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784188172.169072:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1784188172.169687:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784188172.169699:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1784188172.169733:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1784188172.169752:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa21c9 00000100:00080000:0.0:1784188172.169763:0:22790:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784188172.169769:0:22790:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188172.169805:0:22790:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb4000 x1870856271926272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188172.169853:0:22790:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1784188172.170020:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926272:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1784188172.170077:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271926272 offset 0 length 520: 4 00000020:01000000:0.0:1784188172.170166:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.170169:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.170171:0:22790:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1784188172.170173:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.170176:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.170177:0:22790:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1784188172.170179:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1784188172.170180:0:22790:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1784188172.170182:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.170183:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.170184:0:22790:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1784188172.170185:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.170186:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.170187:0:22790:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1784188172.170190:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1784188172.170210:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22790:1870856271926400:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.170246:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.170262:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188172.170289:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926400 00000100:00100000:1.0:1784188172.170297:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926400 00000100:00100000:1.0:1784188172.170341:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784188172.170350:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+9:22790:x1870856271926400:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.170614:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+9:22790:x1870856271926400:12345-0@lo:502:llog_process_th.0 Request processed in 265us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.170622:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784188172.170637:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22790:1870856271926400:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784188172.170666:0:22790:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188172.170672:0:22790:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188172.170674:0:22790:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1784188172.170678:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1784188172.170733:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1784188172.170753:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1784188172.170771:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2144 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.170780:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8000/0xf422abd382aa213d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2144 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188172.170793:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff96097f7a4000 from 1 10000000:01000000:0.0:1784188172.170796:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784188172.170831:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.170840:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.170850:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188172.170864:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926528:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784188172.171017:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.171045:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188172.171086:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926528 00000100:00100000:2.0:1784188172.171090:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926528 00000100:00100000:2.0:1784188172.171136:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784188172.171142:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+9:22751:x1870856271926528:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188172.171150:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188172.171161:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa21d0 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.171178:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.171185:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.171191:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157d400, rc 0) 00000100:00100000:2.0:1784188172.171218:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+10:22751:x1870856271926528:12345-0@lo:101:mount.lustre.0 Request processed in 77us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.171222:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784188172.171265:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926528:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188172.171274:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.171280:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188172.171675:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926656:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1784188172.171701:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.171921:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188172.171988:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926656 00000100:00100000:3.0:1784188172.172002:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926656 00000100:00100000:3.0:1784188172.172029:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784188172.172037:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+10:22751:x1870856271926656:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1784188172.172052:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1784188172.172062:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1784188172.172128:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+10:22751:x1870856271926656:12345-0@lo:256:mount.lustre.0 Request processed in 91us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188172.172134:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188172.172136:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926656:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1784188172.172604:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784188172.172652:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.172661:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188172.172669:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff96097f7a4000 from 1 10000000:01000000:0.0:1784188172.172672:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1784188172.172692:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.172699:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.172705:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188172.172715:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926784:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784188172.172735:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.172754:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188172.172790:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926784 00000100:00100000:2.0:1784188172.172794:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926784 00000100:00100000:2.0:1784188172.172819:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784188172.172928:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+10:22751:x1870856271926784:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188172.172935:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188172.172944:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa21de expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.172988:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa21de expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.172996:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa21de expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.173003:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157de00, rc 0) 00000100:00100000:2.0:1784188172.173040:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271926784:12345-0@lo:101:mount.lustre.0 Request processed in 113us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.173047:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784188172.173105:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926784:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188172.173113:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.173119:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188172.173156:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926912:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188172.173176:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.173203:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188172.173254:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271926912 00000100:00100000:3.0:1784188172.173258:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271926912 00000100:00100000:3.0:1784188172.173280:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784188172.173284:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271926912:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188172.173380:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271926912:12345-0@lo:501:mount.lustre.0 Request processed in 94us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188172.173386:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1784188172.173473:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271926912:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188172.173491:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927040:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188172.173517:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.173528:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188172.173563:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927040 00000100:00100000:2.0:1784188172.173566:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927040 00000100:00100000:2.0:1784188172.173585:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784188172.173591:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271927040:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188172.173683:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271927040:12345-0@lo:503:mount.lustre.0 Request processed in 93us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.173688:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784188172.173734:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927040:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188172.174171:0:22800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22800:1870856271927168:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.174195:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.174210:0:22800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188172.174228:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927168 00000100:00100000:3.0:1784188172.174231:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927168 00000100:00100000:3.0:1784188172.174299:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784188172.174306:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22800:x1870856271927168:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784188172.175015:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22800:x1870856271927168:12345-0@lo:502:llog_process_th.0 Request processed in 707us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188172.175022:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784188172.175025:0:22800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22800:1870856271927168:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1784188172.175046:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.175054:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175056:0:22800:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1784188172.175063:0:22800:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff96097f7a4000 00000020:00000080:0.0:1784188172.175066:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784188172.175074:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.175076:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175077:0:22800:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1784188172.175079:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.175082:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175083:0:22800:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1784188172.175086:0:22800:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff96097f7a4000 00000020:00000080:0.0:1784188172.175087:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784188172.175146:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.175150:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175152:0:22800:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1784188172.175154:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.175157:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175158:0:22800:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784188172.175170:0:22800:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff96097f7a4000 00000020:00000080:0.0:1784188172.175172:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784188172.175188:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.175191:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175192:0:22800:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784188172.175194:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188172.175196:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175197:0:22800:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1784188172.175200:0:22800:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff96097f7a4000 00000020:00000080:0.0:1784188172.175201:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1784188172.175230:0:22800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22800:1870856271927296:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.175264:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.175290:0:22800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188172.175325:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927296 00000100:00100000:1.0:1784188172.175333:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927296 00000100:00100000:1.0:1784188172.175371:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784188172.175380:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+11:22800:x1870856271927296:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784188172.175630:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+11:22800:x1870856271927296:12345-0@lo:502:llog_process_th.0 Request processed in 250us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188172.175639:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1784188172.175649:0:22800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22800:1870856271927296:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1784188172.175672:0:22800:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188172.175677:0:22800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188172.175679:0:22800:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1784188172.175682:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1784188172.175758:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1784188172.175787:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784188172.175801:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.175810:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188172.175852:0:22751:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784188172.175855:0:22751:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff96097f7a4000 10000000:01000000:1.0:1784188172.175858:0:22751:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff96097f7a4000 10000000:01000000:1.0:1784188172.175862:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784188172.175868:0:22751:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff96097f7a4000 from 1 10000000:01000000:1.0:1784188172.175871:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784188172.175907:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.175915:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.175923:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.175937:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927424:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188172.175983:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.176010:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843870f00 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.176022:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927424 00000100:00100000:0.0:1784188172.176027:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927424 00000100:00100000:0.0:1784188172.176059:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1784188172.176066:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22751:x1870856271927424:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188172.176074:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188172.176087:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981694a00/0xf422abd382aa21f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa21ec expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.176107:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694a00/0xf422abd382aa21f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa21ec expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.176118:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981694a00/0xf422abd382aa21f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa21ec expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.176131:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981694a00, rc 0) 00000100:00100000:0.0:1784188172.176166:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271927424:12345-0@lo:101:mount.lustre.0 Request processed in 99us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.176173:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784188172.176181:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927424:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188172.176196:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21f3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.176206:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa21f3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.176272:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927552:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188172.176301:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.176318:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843870f00 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.176324:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927552 00000100:00100000:0.0:1784188172.176329:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927552 00000100:00100000:0.0:1784188172.176353:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1784188172.176360:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271927552:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188172.176539:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271927552:12345-0@lo:501:mount.lustre.0 Request processed in 180us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.176546:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784188172.176595:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927552:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188172.176625:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927680:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784188172.176662:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.176694:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843870f00 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.176695:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927680 00000100:00100000:0.0:1784188172.176701:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927680 00000100:00100000:0.0:1784188172.176727:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188172.176734:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271927680:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188172.176805:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271927680:12345-0@lo:503:mount.lustre.0 Request processed in 71us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.176811:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784188172.176831:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271927680:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188172.180277:0:22803:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271927808:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784188172.180361:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188172.180530:0:22803:0:(client.c:2702:ptlrpc_set_wait()) set ffff960942d343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.180570:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927808 00000100:00100000:0.0:1784188172.180577:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927808 00000100:00100000:0.0:1784188172.180653:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188172.180663:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271927808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.181005:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271927808:12345-0@lo:502:llog_process_th.0 Request processed in 342us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.181014:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188172.181095:0:22803:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271927808:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1784188172.181153:0:22803:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1784188172.181167:0:22803:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff960975a03380) 00000020:00000080:0.0:1784188172.181185:0:22803:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1784188172.181400:0:22803:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96097f7a4000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1784188172.181405:0:22803:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96097f7a4000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1784188172.181408:0:22803:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96097f7a4000 4 00010000:00080000:0.0:1784188172.181471:0:22803:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96096e8dd000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.117@tcp at head 00010000:00010000:0.0:1784188172.183209:0:22803:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1784188172.183321:0:22803:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1784188172.183362:0:22803:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784188172.183375:0:22803:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf422abd382aa2201 00000100:00080000:0.0:1784188172.183386:0:22803:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784188172.183392:0:22803:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff96096e8dd000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188172.183424:0:22803:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb6680 x1870856271927936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188172.183475:0:22803:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1784188172.183496:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271927936:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1784188172.183569:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.183979:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271927936 00000100:00100000:0.0:1784188172.183986:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271927936 00000100:00100000:0.0:1784188172.184018:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188172.184026:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271927936:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784188172.184091:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271927936:12345-0@lo:38:llog_process_th.0 Request processed in 63us (520us total) trans 0 rc -11/-11 00000100:00100000:0.0:1784188172.184098:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784188172.184103:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784188172.184112:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8dd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188172.184116:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1784188172.184119:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271927936:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784188172.184186:0:22803:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271928064:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.184228:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.184249:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928064 00000100:00100000:0.0:1784188172.184258:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928064 00000100:00100000:0.0:1784188172.184290:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188172.184296:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271928064:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.184485:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271928064:12345-0@lo:502:llog_process_th.0 Request processed in 188us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.184493:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188172.184532:0:22803:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6e240 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.184543:0:22803:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271928064:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.184576:0:22803:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271928192:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.184606:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.184628:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928192 00000100:00100000:0.0:1784188172.184631:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928192 00000100:00100000:0.0:1784188172.184654:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784188172.184660:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271928192:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784188172.184716:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:22803:x1870856271928192:12345-0@lo:502:llog_process_th.0 Request processed in 56us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.184723:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784188172.184751:0:22803:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6e240 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.184762:0:22803:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0337f49b-d933-4131-9a0e-3395a253db71:22803:1870856271928192:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1784188172.184780:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1784188172.185521:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1784188172.185549:0:22751:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784188172.185563:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21f3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188172.185572:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8a00/0xf422abd382aa21ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa21f3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1784188172.185612:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1784188172.185614:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784188172.185614:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188172.185615:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188172.185616:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188172.185617:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188172.185618:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188172.185619:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784188172.185620:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188172.185621:0:22751:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784188172.185625:0:22751:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1784188172.185626:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784188172.185631:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784188172.185632:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188172.185632:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188172.185633:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188172.185634:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188172.185635:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188172.185635:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784188172.185636:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188172.185637:0:22751:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784188172.185650:0:22751:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1784188172.185660:0:22751:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271928320:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784188172.185693:0:22751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188172.185723:0:22751:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608438703c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.186002:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928320 00000100:00100000:0.0:1784188172.186008:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928320 00000100:00100000:0.0:1784188172.186044:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784188172.186052:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271928320:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784188172.186075:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1784188172.186091:0:22766:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1784188172.188488:0:22766:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784188172.188501:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1784188172.188719:0:22788:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1784188172.188724:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1784188172.188744:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.188762:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.188772:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.189392:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:22751:x1870856271928320:12345-0@lo:253:mount.lustre.0 Request processed in 3338us (3694us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188172.189405:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:0.0:1784188172.189478:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188172.189497:0:22751:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:22751:1870856271928320:0@lo:253:mount.lustre.0 00010000:00010000:0.0:1784188172.189497:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 11 pid: 22766 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188172.189515:0:22751:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000100:00100000:0.0:1784188172.189517:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271928448:0@lo:104: 00000020:01000004:1.0:1784188172.189520:0:22751:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784188172.189523:0:22751:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784188172.189525:0:22751:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188172.189526:0:22751:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188172.189527:0:22751:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188172.189529:0:22751:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188172.189530:0:22751:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188172.189532:0:22751:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784188172.189534:0:22751:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188172.189535:0:22751:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1784188172.189552:0:22751:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1784188172.189558:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188172.189594:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6e240 going to sleep for 11 seconds 00000100:00100000:0.0:1784188172.189628:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928448 00000100:00100000:0.0:1784188172.189634:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928448 00000100:00100000:0.0:1784188172.189668:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188172.189677:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271928448:12345-0@lo:104: 00010000:00010000:0.0:1784188172.189689:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.189729:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784188172.189734:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271928448:12345-0@lo:104: Request processed in 59us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188172.189748:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188172.189774:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271928448:0@lo:104: 00010000:00010000:0.0:1784188172.189786:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190151:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188172.190158:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190166:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694e00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188172.190170:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190178:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188172.190186:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188172.190194:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784188172.190273:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190280:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188172.190301:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190308:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff960981694e00/0xf422abd382aa21d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21d7 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.190334:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188172.190335:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188172.190337:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188172.190366:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271928576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188172.190635:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188172.190739:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928576 00000100:00100000:2.0:1784188172.190745:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928576 00010000:00010000:2.0:1784188172.190765:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 12 pid: 22766 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188172.190999:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784188172.191009:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+12:3654:x1870856271928576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188172.191035:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188172.191041:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 12 pid: 22766 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191052:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 12 pid: 22766 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191065:0:22757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157d400/0xf422abd382aa21d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa21d0 expref: 12 pid: 22766 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191075:0:22757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191081:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1784188172.191091:0:22757:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002367148s 00010000:00010000:2.0:1784188172.191093:0:22757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191098:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191103:0:22757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191107:0:22757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191110:0:22757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188172.191112:0:22757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191121:0:22757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191131:0:22757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188172.191137:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188172.191160:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+11:3654:x1870856271928576:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188172.191165:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1784188172.191200:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.191205:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188172.191209:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695e00/0xf422abd382aa2208 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188172.191227:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271928576:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1784188172.205297:0:22751:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1784188172.205786:0:22751:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1784188172.205796:0:22812:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1784188172.205799:0:22812:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1784188172.207386:0:22813:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1784188172.207395:0:22751:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1784188172.208821:0:22813:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784188172.210831:0:22813:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1784188172.210907:0:22813:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1784188172.212030:0:22814:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff960943eb6680 x1870856271928704/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188172.212042:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000040:01000000:1.0:1784188172.212406:0:22751:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1784188172.212661:0:22751:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1784188172.213248:0:22751:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1784188172.213254:0:22751:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1784188172.213282:0:22751:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784188172.214212:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1784188172.214773:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1784188172.214802:0:22751:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1784188172.215723:0:22751:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1784188172.218280:0:22751:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1784188172.220034:0:22751:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1784188172.221169:0:22751:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1784188172.221198:0:22751:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa8ab81097988 00100000:10000000:0.0:1784188172.221206:0:22751:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1784188172.223000:0:22751:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1784188172.223041:0:22751:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.117@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1784188172.223088:0:22751:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1784188172.223127:0:22751:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1784188172.224062:0:22751:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784188172.224256:0:22751:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784188172.918045:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1784188173.186055:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784188173.186064:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff96097f7a4000 from 11 10000000:01000000:2.0:1784188173.186070:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784188173.186119:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188173.186132:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188173.186143:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188173.186181:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271928832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188173.186272:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188173.186319:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960942d34f00 going to sleep for 11 seconds 00000100:00100000:0.0:1784188173.197106:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928832 00000100:00100000:0.0:1784188173.197130:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928832 00000100:00100000:0.0:1784188173.197215:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784188173.197227:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+11:22769:x1870856271928832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188173.197243:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188173.197263:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa220f expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188173.197292:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa220f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188173.197305:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa220f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188173.197314:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695800, rc 0) 00000100:00100000:0.0:1784188173.197391:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:22769:x1870856271928832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (11119us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188173.197399:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784188173.197638:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271928832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188173.197656:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188173.197666:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188173.197733:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271928960:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784188173.197775:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188173.197804:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960942a6ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188173.197818:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928960 00000100:00100000:0.0:1784188173.197827:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928960 00000100:00100000:0.0:1784188173.197851:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1784188173.197859:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:22769:x1870856271928960:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784188173.197872:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784188173.197887:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784188173.197890:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1784188173.198768:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:22769:x1870856271928960:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 906us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188173.198777:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1784188173.198826:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271928960:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784188173.198869:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784188173.198876:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188173.198885:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188173.237519:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000040:00080000:1.0:1784188173.238010:0:22807:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784188173.238016:0:22807:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784188173.239363:0:22807:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1784188173.239374:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1784188173.941686:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784188174.261685:0:22807:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784188174.261695:0:22807:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784188174.261847:0:22807:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1784188174.261887:0:22807:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784188174.262051:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1784188174.262291:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:2.0:1784188174.965580:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188175.285539:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:2.0:1784188175.989613:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188176.314261:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:2.0:1784188177.013783:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188177.333816:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000100:00080000:2.0:1784188177.463670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784188177.463677:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1784188177.463681:0:37:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188177.463690:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1784188177.463696:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188177.463703:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188177.463723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a9f80 x1870856271929216/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188177.463742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188177.463746:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188177.463749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188177.463752:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188177.463755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784188177.463758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784188177.463760:0:37:0:(import.c:65:import_set_state_nolock()) ffff96096e8dd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188177.463777:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff96096e8dd000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188177.463790:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a8700 x1870856271929344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784188177.463819:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929216:0@lo:38:kworker.0 00000100:00100000:2.0:1784188177.463905:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188177.463962:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271929344:0@lo:38:kworker.0 00000100:00100000:2.0:1784188177.463990:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188177.465660:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784188177.465684:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271929088:0@lo:400:kworker.0 00000100:00100000:0.0:1784188177.465749:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188177.465830:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929216 00000100:00100000:0.0:1784188177.465837:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929216 00000100:00100000:0.0:1784188177.465883:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188177.465890:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271929216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1784188177.465909:0:22778:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1784188177.465963:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271929216:12345-0@lo:38:kworker.0 Request processed in 70us (2056us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784188177.465970:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784188177.467665:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929344 00000100:00100000:3.0:1784188177.467676:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929344 00000100:00100000:3.0:1784188177.467717:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784188177.467724:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3653:x1870856271929344:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1784188177.467747:0:22774:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:3.0:1784188177.467783:0:22774:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf422abd382aa221d 00000004:00100000:3.0:1784188177.467798:0:22774:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1784188177.467938:0:22774:0:(import.c:65:import_set_state_nolock()) ffff960976597000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784188177.468003:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1870856271929344:12345-0@lo:38:kworker.0 Request processed in 278us (4010us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188177.468010:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784188177.470769:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929088 00000100:00100000:2.0:1784188177.470783:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929088 00000100:00100000:2.0:1784188177.470849:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1784188177.470859:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:3654:x1870856271929088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188177.470960:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:3654:x1870856271929088:12345-0@lo:400:kworker.0 Request processed in 103us (5210us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188177.470968:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1784188177.471027:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188177.471032:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188177.471036:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929216:0@lo:38:kworker.0 00010000:00080000:2.0:1784188177.471053:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9609770a8700 x1870856271929344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784188177.471069:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1784188177.471076:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1784188177.471081:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1784188177.471083:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8dd000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1784188177.471089:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3653:1870856271929344:0@lo:38:kworker.0 00000100:00100000:1.0:1784188177.471229:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271929088:0@lo:400:kworker.0 00010000:00010000:2.0:1784188178.039534:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1784188178.156283:0:23057:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg117-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1784188178.358577:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:0.0:1784188179.067762:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188179.381606:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000020:00000004:0.0:1784188179.587071:0:23109:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188179.587341:0:23109:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784188180.086606:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188180.407308:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000020:00000004:0.0:1784188180.520870:0:23160:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188180.521034:0:23160:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784188181.110627:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188181.431534:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:0.0:1784188182.133680:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188182.460220:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000100:00100000:1.0:1784188182.581605:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188172/real 1784188172] req@ffff960943eb4000 x1870856271926272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188182 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188182.581635:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb4000 x1870856271926272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188182 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188182.581645:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188172/real 1784188172] req@ffff960943eb5c00 x1870856271926144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188182 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188182.581656:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb5c00 x1870856271926144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188182 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784188182.581695:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188182.581731:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784188182.581735:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926272:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1784188182.581742:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188182.581747:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784188182.581749:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271926144:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1784188182.581870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1784188182.581875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1784188182.581877:0:36:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188182.581882:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 686 00000100:00080000:0.0:1784188182.581887:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1784188182.581894:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188182.581913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb5880 x1870856271929600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188182.581925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188182.581928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1784188182.581929:0:36:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188182.581933:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:0.0:1784188182.581935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1784188182.581938:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff96096078b000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188182.581953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb6d80 x1870856271929728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188182.581961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188182.581963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784188182.581965:0:36:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188182.581968:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:0.0:1784188182.581970:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1784188182.581973:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188182.581981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb4700 x1870856271929856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188182.582207:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271929984:0@lo:400:kworker.0 00000100:00100000:3.0:1784188182.582275:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188182.582284:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271929472:0@lo:400:kworker.0 00000100:00100000:1.0:1784188182.582318:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188182.582355:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929472 00000100:00100000:1.0:1784188182.582362:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929472 00000100:00100000:1.0:1784188182.582411:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784188182.582420:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:3656:x1870856271929472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188182.582499:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:3656:x1870856271929472:12345-0@lo:400:kworker.0 Request processed in 79us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188182.582506:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784188182.582537:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929600:0@lo:38:kworker.0 00000100:00100000:3.0:1784188182.582552:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271929472:0@lo:400:kworker.0 00000100:00100000:1.0:1784188182.582566:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188182.582600:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929728:0@lo:8:kworker.0 00000400:00000100:1.0:1784188182.582623:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271929728 offset 0 length 520: 4 00000100:00100000:1.0:1784188182.582635:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929856:0@lo:8:kworker.0 00000400:00000100:1.0:1784188182.582652:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271929856 offset 0 length 520: 4 00000100:00100000:0.0:1784188182.582875:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929984 00000100:00100000:0.0:1784188182.582879:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929984 00000100:00100000:0.0:1784188182.582914:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188182.582920:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271929984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188182.582960:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271929984:12345-0@lo:400:kworker.0 Request processed in 39us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188182.582965:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1784188182.582992:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff960943eb5180 x1870856271929984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188182.583001:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271929984:0@lo:400:kworker.0 00000100:00100000:3.0:1784188182.583275:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271929600 00000100:00100000:3.0:1784188182.583281:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271929600 00000100:00100000:3.0:1784188182.583311:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1784188182.583316:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271929600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1784188182.583332:0:22778:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784188182.583378:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271929600:12345-0@lo:38:kworker.0 Request processed in 59us (810us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784188182.583384:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1784188182.584297:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188182.584303:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188182.584307:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929600:0@lo:38:kworker.0 00010000:00010000:0.0:1784188183.157617:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188183.477983:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:0.0:1784188184.181709:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784188184.509424:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1784188184.514216:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:3.0:1784188185.220834:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188185.526999:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:0.0:1784188186.234570:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188186.550300:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:3.0:1784188187.294496:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188187.573551:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000100:00080000:0.0:1784188187.701558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1784188187.701572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1784188187.701575:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188187.701582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:0.0:1784188187.701587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1784188187.701595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188187.701737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb4380 x1870856271930240/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188187.701755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188187.701757:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188187.701759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188187.701761:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784188187.701796:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271930240:0@lo:38:kworker.0 00000100:00100000:0.0:1784188187.701864:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188187.701988:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1870856271930368:0@lo:400:kworker.0 00000100:00100000:3.0:1784188187.702019:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188187.702033:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784188187.702036:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271930112:0@lo:400:kworker.0 00000100:00100000:3.0:1784188187.702054:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188187.702077:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930240 00000100:00100000:3.0:1784188187.702082:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930240 00000100:00100000:3.0:1784188187.702113:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188187.702120:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271930240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1784188187.702137:0:22778:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784188187.702178:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271930240:12345-0@lo:38:kworker.0 Request processed in 57us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784188187.702185:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188187.702205:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930112 00000100:00100000:3.0:1784188187.702209:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930112 00000100:00100000:3.0:1784188187.702234:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784188187.702238:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:3655:x1870856271930112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188187.702265:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:3655:x1870856271930112:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188187.702269:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784188187.702298:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271930112:0@lo:400:kworker.0 00000100:00080000:3.0:1784188187.702315:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188187.702318:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1784188187.702320:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271930240:0@lo:38:kworker.0 00000100:00100000:0.0:1784188187.702373:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930368 00000100:00100000:0.0:1784188187.702376:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930368 00000100:00100000:0.0:1784188187.702397:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188187.702400:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1870856271930368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188187.702425:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1870856271930368:12345-0@lo:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188187.702429:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1784188187.702757:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff960943eb5f80 x1870856271930368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188187.702778:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1870856271930368:0@lo:400:kworker.0 00000020:01000004:0.0:1784188188.157778:0:23505:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1784188188.157783:0:23505:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1784188188.157784:0:23505:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1784188188.157903:0:23505:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9609725be800 00000020:01000004:0.0:1784188188.157918:0:23505:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1784188188.157929:0:23505:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1784188188.157947:0:23505:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff960975a019c0) 00000020:00000080:0.0:1784188188.157966:0:23505:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1784188188.232471:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1784188188.236709:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1784188188.240005:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1784188188.240204:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1784188188.240381:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.240805:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.241886:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.242493:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.243202:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.243484:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.244028:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.244216:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.244480:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.244707:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.244946:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.245195:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.245517:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.245855:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.246421:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.247459:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.247803:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.247996:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.248524:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.249695:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.249931:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1784188188.251803:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1784188188.252384:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1784188188.252873:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1784188188.253146:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1784188188.253397:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1784188188.253875:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1784188188.254127:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1784188188.254336:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1784188188.255481:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1784188188.259667:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1784188188.260510:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1784188188.265334:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1784188188.265707:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1784188188.265907:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1784188188.266126:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1784188188.266608:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1784188188.266888:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1784188188.267093:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1784188188.267293:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1784188188.267519:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1784188188.267839:0:23505:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:1.0:1784188188.269939:0:23505:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1784188188.270185:0:23505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1784188188.270197:0:23505:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1784188188.270211:0:23505:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa222b 00000020:01000004:1.0:1784188188.270219:0:23505:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1784188188.270244:0:23505:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.117@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1784188188.270248:0:23505:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.117@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1784188188.270256:0:23505:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1784188188.270284:0:23505:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1784188188.270289:0:23505:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.117@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1784188188.275835:0:23505:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.117@tcp ctxt 0 is initialized 00000020:01000004:1.0:1784188188.275873:0:23505:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.117@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1784188188.275878:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1784188188.275881:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1784188188.275882:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188188.275883:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188188.275885:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188188.275886:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188188.275887:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188188.275889:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188188.275890:0:23505:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784188188.275894:0:23505:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1784188188.275900:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784188188.275902:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1784188188.275903:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188188.275904:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188188.275905:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188188.275906:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188188.275907:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188188.275908:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188188.275909:0:23505:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784188188.275935:0:23505:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1784188188.275955:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930496:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784188188.276024:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188188.276195:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960958f4e300 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.276243:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930496 00000100:00100000:2.0:1784188188.276251:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930496 00000100:00100000:2.0:1784188188.276310:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1784188188.276320:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:23505:x1870856271930496:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784188188.276360:0:22765:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1784188188.276364:0:22765:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1784188188.276371:0:22765:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1784188188.277286:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+12:23505:x1870856271930496:12345-0@lo:253:mount.lustre.0 Request processed in 962us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.277296:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784188188.277398:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930496:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784188188.277409:0:23505:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1784188188.277412:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784188188.277413:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1784188188.277415:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188188.277416:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188188.277417:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188188.277418:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188188.277419:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784188188.277421:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188188.278182:0:23505:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1784188188.278289:0:23505:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9609725be800 from lustre-MDT0001 10000000:01000000:1.0:1784188188.278320:0:23505:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1784188188.278323:0:23505:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1784188188.278329:0:23505:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff960842744d40 local copy 00010000:00010000:1.0:1784188188.278338:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188188.278461:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930624:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188188.278506:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188188.278552:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960958f4e240 going to sleep for 11 seconds 00000100:00100000:3.0:1784188188.278825:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930624 00000100:00100000:3.0:1784188188.278831:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930624 00000100:00100000:3.0:1784188188.278883:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784188188.278894:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:23505:x1870856271930624:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188188.278977:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+12:23505:x1870856271930624:12345-0@lo:501:mount.lustre.0 Request processed in 84us (469us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784188188.278983:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784188188.279076:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930624:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1784188188.279091:0:23505:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1784188188.279112:0:23505:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1784188188.279118:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279126:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.279149:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9609725be800 10000000:01000000:2.0:1784188188.279154:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1784188188.279158:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff960842744d40 10000000:01000000:2.0:1784188188.279161:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1784188188.279164:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff960842744d40 from 1 10000000:01000000:2.0:1784188188.279173:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1784188188.279199:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279207:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279215:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188188.279229:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930752:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188188.279256:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.279282:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842960b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.279333:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930752 00000100:00100000:1.0:1784188188.279337:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930752 00000100:00100000:1.0:1784188188.279371:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784188188.279378:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+12:23505:x1870856271930752:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188188.279387:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188188.279403:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c9e00/0xf422abd382aa2239 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2232 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.279422:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c9e00/0xf422abd382aa2239 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2232 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.279456:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c9e00/0xf422abd382aa2239 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2232 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.279466:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c9e00, rc 0) 00000100:00100000:1.0:1784188188.279495:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+13:23505:x1870856271930752:12345-0@lo:101:mount.lustre.0 Request processed in 117us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.279501:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784188188.279853:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930752:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.279867:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2239 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279877:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2239 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.279891:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1784188188.279909:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2239 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279916:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157d200/0xf422abd382aa2232 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2239 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.279923:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9609725be800 10000000:01000000:2.0:1784188188.279927:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1784188188.279937:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9609725be800 from 1 10000000:01000000:2.0:1784188188.279940:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1784188188.279956:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279963:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.279971:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188188.279982:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930880:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188188.280012:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.280034:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842960b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.280181:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271930880 00000100:00100000:1.0:1784188188.280186:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271930880 00000100:00100000:1.0:1784188188.280223:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784188188.280231:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+13:23505:x1870856271930880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188188.280240:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188188.280250:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c9800/0xf422abd382aa2247 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2240 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.280264:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c9800/0xf422abd382aa2247 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2240 expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.280273:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c9800/0xf422abd382aa2247 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2240 expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.280287:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c9800, rc 0) 00000100:00100000:1.0:1784188188.280319:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+14:23505:x1870856271930880:12345-0@lo:101:mount.lustre.0 Request processed in 89us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.280325:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784188188.280549:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271930880:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.280560:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2247 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.280568:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2247 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.280578:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1784188188.280591:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2247 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.280599:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157cc00/0xf422abd382aa2240 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2247 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.280605:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1784188188.280762:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784188188.280768:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9609725be800 10000000:01000000:2.0:1784188188.280771:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1784188188.280774:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1784188188.280776:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1784188188.280793:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.280801:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.280808:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188188.280821:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931008:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188188.280851:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.280881:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842960b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.280928:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931008 00000100:00100000:1.0:1784188188.280932:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931008 00000100:00100000:1.0:1784188188.280965:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784188188.280972:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+14:23505:x1870856271931008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188188.280981:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188188.280989:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c9400/0xf422abd382aa2255 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa224e expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.281002:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c9400/0xf422abd382aa2255 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa224e expref: 15 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.281009:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c9400/0xf422abd382aa2255 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa224e expref: 15 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.281016:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c9400, rc 0) 00000100:00100000:1.0:1784188188.281051:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931008:12345-0@lo:101:mount.lustre.0 Request processed in 78us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.281057:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784188188.281166:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931008:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.281177:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2255 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.281185:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2255 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.282368:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784188188.285210:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1784188188.286136:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188188.295763:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1784188188.295843:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1784188188.295858:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1784188188.295870:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1784188188.295887:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1784188188.295899:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1784188188.295911:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1784188188.295922:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1784188188.295932:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1784188188.295942:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1784188188.295952:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1784188188.295962:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1784188188.295986:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1784188188.295999:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1784188188.296010:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1784188188.296023:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1784188188.296035:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1784188188.296046:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1784188188.296057:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1784188188.296069:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1784188188.296082:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1784188188.296096:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1784188188.296108:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1784188188.296120:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1784188188.296132:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1784188188.296144:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1784188188.296165:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1784188188.296177:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1784188188.296189:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1784188188.296200:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1784188188.296211:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1784188188.296221:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1784188188.296232:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1784188188.296243:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1784188188.296254:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1784188188.296267:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1784188188.296279:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1784188188.296291:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1784188188.296304:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1784188188.296317:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1784188188.296330:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1784188188.296342:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1784188188.296353:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1784188188.296367:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1784188188.296394:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1784188188.296409:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1784188188.296550:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188188.296626:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.296673:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096ae019c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.296915:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931136 00000100:00100000:2.0:1784188188.296923:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931136 00000100:00100000:2.0:1784188188.296983:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784188188.296993:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931136:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188188.297153:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931136:12345-0@lo:501:mount.lustre.0 Request processed in 160us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.297169:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784188188.297309:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188188.297357:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931264:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784188188.297401:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.297426:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096ae019c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.297672:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931264 00000100:00100000:2.0:1784188188.297678:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931264 00000100:00100000:2.0:1784188188.297734:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188188.297742:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931264:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188188.298530:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931264:12345-0@lo:503:mount.lustre.0 Request processed in 787us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.298540:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784188188.298750:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931264:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784188188.299171:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784188188.299242:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.299288:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.299316:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096ae019c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.299376:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931392 00000100:00100000:1.0:1784188188.299382:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931392 00000100:00100000:1.0:1784188188.299424:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784188188.299456:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188188.300104:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931392:12345-0@lo:502:mount.lustre.0 Request processed in 670us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.300119:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784188188.301556:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931392:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188188.301832:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1784188188.301862:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1784188188.301874:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1784188188.301886:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1784188188.301898:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1784188188.301909:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1784188188.301920:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1784188188.301931:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1784188188.301942:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1784188188.301952:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1784188188.301963:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1784188188.301978:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1784188188.301990:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1784188188.302013:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1784188188.302025:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1784188188.302037:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1784188188.302048:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1784188188.302060:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1784188188.302073:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1784188188.302086:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1784188188.302097:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1784188188.302108:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1784188188.302122:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1784188188.302135:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1784188188.302146:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1784188188.302156:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1784188188.302167:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1784188188.302178:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1784188188.302189:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1784188188.302201:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1784188188.302212:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1784188188.302223:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1784188188.302234:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1784188188.302247:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1784188188.302259:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1784188188.302272:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1784188188.302284:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1784188188.302295:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1784188188.302306:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1784188188.302318:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1784188188.302331:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1784188188.302343:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1784188188.302369:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1784188188.302383:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1784188188.302424:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931520:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.302536:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.302572:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096ae019c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.302814:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931520 00000100:00100000:2.0:1784188188.302821:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931520 00000100:00100000:2.0:1784188188.302876:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784188188.302885:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931520:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188188.303005:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271931520:12345-0@lo:502:mount.lustre.0 Request processed in 119us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.303013:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1784188188.303536:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271931520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188188.303595:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1784188188.303605:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1784188188.314806:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188188.314823:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.314825:0:23509:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1784188188.314834:0:23509:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1784188188.314837:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784188188.314854:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff96097659cd40) 00000020:00000080:2.0:1784188188.314883:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1784188188.314889:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1784188188.314986:0:23509:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1784188188.314994:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa2263 00000020:00000080:2.0:1784188188.315213:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1784188188.315218:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188188.315222:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.315229:0:23509:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1784188188.315232:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188188.315236:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.315237:0:23509:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1784188188.315240:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784188188.315247:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff96097659b380) 00000020:00000080:2.0:1784188188.315258:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1784188188.315263:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784188188.315264:0:23509:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1784188188.315268:0:23509:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1784188188.315273:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784188188.315329:0:23509:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9609725be800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1784188188.315341:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9609765999c0) 00000020:00000080:2.0:1784188188.315349:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1784188188.315401:0:23509:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1784188188.315406:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa2278 00000020:00000080:2.0:1784188188.326405:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1784188188.326423:0:23509:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1784188188.326531:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf422abd382aa227f 00080000:01000000:2.0:1784188188.326543:0:23509:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1784188188.326549:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa2286 00010000:00010000:1.0:1784188188.444207:0:23509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1784188188.444751:0:23509:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1784188188.445458:0:23509:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1784188188.446541:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1784188188.446566:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784188188.446573:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188188.446575:0:23509:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1784188188.446578:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784188188.446584:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784188188.446585:0:23509:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1784188188.446588:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784188188.446595:0:23509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000020:00000080:0.0:1784188188.446635:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784188188.446649:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff960975a00000) 00000020:00000080:0.0:1784188188.446670:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1784188188.446675:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1784188188.446763:0:23509:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1784188188.446771:0:23509:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:0.0:1784188188.446780:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa2294 00010000:00080000:0.0:1784188188.446829:0:23509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff960971e88000@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.117@tcp at head 00010000:00010000:0.0:1784188188.448399:0:23509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1784188188.451396:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784188188.451413:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1784188188.451504:0:23509:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1784188188.451528:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa229b 00000100:00080000:1.0:1784188188.451540:0:23509:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1784188188.451548:0:23509:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff960971e88000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188188.452006:0:23509:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427daa00 x1870856271931648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784188188.452040:0:23509:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1784188188.452106:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.452111:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452113:0:23509:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1784188188.452116:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1784188188.452119:0:23509:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1784188188.452120:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188188.452122:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188188.452123:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1784188188.452126:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452127:0:23509:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1784188188.452130:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188188.452134:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452136:0:23509:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1784188188.452139:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1784188188.452169:0:23509:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1784188188.452183:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.452198:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452199:0:23509:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1784188188.452202:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1784188188.452204:0:23509:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1784188188.452205:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188188.452207:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784188188.452208:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1784188188.452211:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452212:0:23509:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1784188188.452214:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1784188188.452218:0:23509:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1784188188.452221:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.452222:0:23509:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1784188188.452226:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1784188188.452229:0:23509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000020:01000000:1.0:1784188188.452253:0:23509:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1784188188.452255:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784188188.452267:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff96096e9c19c0) 00000020:00000080:1.0:1784188188.452279:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1784188188.452283:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1784188188.452350:0:23509:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1784188188.452357:0:23509:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1784188188.452363:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa22a9 00010000:00080000:1.0:1784188188.452395:0:23509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff960842752000@lustre-OST0000-osc-MDT0001: add connection 192.168.201.117@tcp at head 00000100:00100000:0.0:1784188188.452721:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271931648:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784188188.452792:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784188188.453006:0:23509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:2.0:1784188188.453869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784188188.453877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1784188188.453880:0:37:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188188.453887:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 696 00000100:00080000:2.0:1784188188.453892:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1784188188.453898:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188188.453924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a8700 x1870856271931776/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188188.453941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188188.453953:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188188.453956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188188.453959:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784188188.454008:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1784188188.454019:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271931904:0@lo:400:kworker.0 00000100:00100000:2.0:1784188188.454062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.454100:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931904 00000100:00100000:2.0:1784188188.454107:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931904 00000100:00100000:2.0:1784188188.454149:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784188188.454158:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271931904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188188.454204:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271931904:12345-0@lo:400:kworker.0 Request processed in 46us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.454211:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1784188188.454246:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9609770a9f80 x1870856271931904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188188.454259:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271931904:0@lo:400:kworker.0 00000100:00100000:2.0:1784188188.454304:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931648 00000100:00100000:2.0:1784188188.454309:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931648 00000100:00100000:2.0:1784188188.454327:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784188188.454332:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271931648:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1784188188.454353:0:22778:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:2.0:1784188188.454386:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa22b0 00000004:00100000:2.0:1784188188.454401:0:22778:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1784188188.454406:0:22778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1784188188.455159:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271931776:0@lo:38:kworker.0 00000100:00100000:0.0:1784188188.455207:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.455892:0:22777:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1784188188.455920:0:22777:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000040:01000000:0.0:1784188188.457958:0:23509:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784188188.459460:0:23509:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1784188188.460163:0:22778:0:(import.c:65:import_set_state_nolock()) ffff960843634800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188188.460252:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1870856271931648:12345-0@lo:38:llog_process_th.0 Request processed in 5916us (7458us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.460262:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784188188.460289:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271931776 00000100:00100000:2.0:1784188188.460295:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271931776 00000100:00100000:2.0:1784188188.460698:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784188188.460706:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271931776:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1784188188.460752:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271931776:12345-0@lo:38:kworker.0 Request processed in 45us (5544us total) trans 0 rc -11/-11 00000100:00100000:2.0:1784188188.460758:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784188188.461728:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784188188.461740:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1784188188.461748:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1784188188.461753:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784188188.461756:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960971e88000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1784188188.461768:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271931648:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1784188188.461796:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784188188.461799:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188188.461802:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1784188188.461805:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271931776:0@lo:38:kworker.0 00000100:00100000:3.0:1784188188.462205:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271932032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188188.462248:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.463235:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932032 00000100:00100000:2.0:1784188188.463243:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932032 00000100:00100000:2.0:1784188188.463300:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784188188.463319:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3657:x1870856271932032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784188188.463364:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784188188.463460:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3657:x1870856271932032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.463469:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188188.463731:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271932032:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1784188188.465208:0:23509:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188188.465383:0:23509:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1784188188.465788:0:23509:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1784188188.467859:0:23515:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1784188188.467867:0:23515:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1784188188.468337:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784188188.468349:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1784188188.468390:0:23509:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1784188188.468411:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa22b7 00000100:00080000:3.0:1784188188.468429:0:23509:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784188188.468516:0:23509:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff960842752000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188188.468555:0:23509:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450fad80 x1870856271932160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784188188.468585:0:23509:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1784188188.468639:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271932160:0@lo:8:llog_process_th.0 00000020:01000000:3.0:1784188188.468643:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188188.468646:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188188.468648:0:23509:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1784188188.468650:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784188188.468653:0:23509:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1784188188.468654:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784188188.468655:0:23509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784188188.468657:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784188188.468659:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188188.468660:0:23509:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784188188.468662:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784188188.468666:0:23509:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1784188188.468669:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188188.468670:0:23509:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1784188188.468673:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784188188.468676:0:23509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.117@tcp to nid 0x20000c0a8c975 (192.168.201.117@tcp) 00000400:00000100:1.0:1784188188.468705:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271932160 offset 0 length 520: 4 00000020:01000000:3.0:1784188188.468708:0:23509:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1784188188.468711:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784188188.468721:0:23509:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff960842740000) 00000020:00000080:3.0:1784188188.468732:0:23509:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1784188188.468736:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784188188.468802:0:23509:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1784188188.468810:0:23509:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:3.0:1784188188.468816:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf422abd382aa22c5 00010000:00080000:3.0:1784188188.468844:0:23509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff960842b3b800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.117@tcp at head 00010000:00010000:3.0:1784188188.469025:0:23509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1784188188.469086:0:23509:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1784188188.469101:0:23509:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1784188188.469614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188188.469619:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188188.469622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188188.469625:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1784188188.470496:0:23509:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188188.471041:0:23509:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1784188188.471161:0:23509:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1784188188.471910:0:23517:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1784188188.471916:0:23517:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1784188188.472982:0:23509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784188188.472996:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784188188.473039:0:23509:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1784188188.473058:0:23509:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa22cc 00000100:00080000:2.0:1784188188.473068:0:23509:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784188188.473073:0:23509:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188188.473107:0:23509:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770aaa00 x1870856271932288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188188.473135:0:23509:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1784188188.473190:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188188.473194:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.473196:0:23509:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1784188188.473199:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188188.473202:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.473204:0:23509:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784188188.473207:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784188188.473209:0:23509:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784188188.473211:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188188.473213:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.473214:0:23509:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784188188.473216:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188188.473218:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.473220:0:23509:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784188188.473223:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1784188188.473254:0:23509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188188.473257:0:23509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188188.473258:0:23509:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784188188.473261:0:23509:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1784188188.473383:0:23505:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1784188188.473415:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1784188188.473429:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2255 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473462:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157d600/0xf422abd382aa224e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2255 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.473477:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9609725be800 from 1 10000000:01000000:2.0:1784188188.473480:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784188188.473671:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473688:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473700:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188188.473722:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932416:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188188.473789:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.473824:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.473844:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932416 00000100:00100000:2.0:1784188188.473850:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932416 00000100:00100000:2.0:1784188188.473891:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1784188188.473900:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+15:23505:x1870856271932416:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.473914:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188188.473928:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa22d3 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473950:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473960:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.473979:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157c200, rc 0) 00000100:00100000:2.0:1784188188.474016:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+16:23505:x1870856271932416:12345-0@lo:101:mount.lustre.0 Request processed in 117us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.474023:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1784188188.474074:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932416:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.474088:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.474096:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1784188188.474655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188188.474661:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784188188.474664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188188.474667:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784188188.474799:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271932288:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1784188188.474837:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271932288 offset 0 length 520: 4 00000100:00100000:2.0:1784188188.475890:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932544:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1784188188.475937:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.476007:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.476045:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932544 00000100:00100000:1.0:1784188188.476051:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932544 00000100:00100000:1.0:1784188188.476120:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1784188188.476131:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+16:23505:x1870856271932544:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1784188188.476149:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1784188188.476164:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1784188188.476167:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1784188188.476251:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+16:23505:x1870856271932544:12345-0@lo:256:mount.lustre.0 Request processed in 122us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.476259:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784188188.476329:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932544:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1784188188.476979:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784188188.476994:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188188.477005:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188188.477014:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9609725be800 from 1 10000000:01000000:3.0:1784188188.477016:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784188188.477041:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188188.477048:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188188.477057:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188188.477077:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932672:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784188188.477110:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.477520:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609611c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.477759:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932672 00000100:00100000:2.0:1784188188.477767:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932672 00000100:00100000:2.0:1784188188.477807:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1784188188.477815:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+16:23505:x1870856271932672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188188.477826:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188188.477840:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa22e1 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.477862:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.477872:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.477890:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157c400, rc 0) 00000100:00100000:2.0:1784188188.477940:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271932672:12345-0@lo:101:mount.lustre.0 Request processed in 125us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.477947:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1784188188.478056:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932672:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784188188.478071:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188188.478080:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784188188.479199:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1784188188.479812:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188188.481052:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1784188188.481081:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1784188188.481094:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1784188188.481106:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1784188188.481117:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1784188188.481129:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1784188188.481141:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1784188188.481152:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1784188188.481164:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784188188.481175:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1784188188.481201:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1784188188.481220:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1784188188.481225:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1784188188.481714:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932800:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188188.481783:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.481853:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609611c73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.481900:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932800 00000100:00100000:2.0:1784188188.481908:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932800 00000100:00100000:2.0:1784188188.482004:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1784188188.482015:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271932800:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188188.482138:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271932800:12345-0@lo:501:mount.lustre.0 Request processed in 125us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.482147:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1784188188.482213:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932800:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188188.482244:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932928:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784188188.482281:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.482425:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609611c73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.482745:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271932928 00000100:00100000:1.0:1784188188.482750:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271932928 00000100:00100000:1.0:1784188188.482775:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1784188188.482782:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271932928:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784188188.482869:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271932928:12345-0@lo:503:mount.lustre.0 Request processed in 85us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.482876:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1784188188.483014:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271932928:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784188188.483719:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784188188.483782:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933056:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.483822:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.483892:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609611c70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.484174:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933056 00000100:00100000:0.0:1784188188.484180:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933056 00000100:00100000:1.0:1784188188.484271:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1784188188.484280:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271933056:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188188.484457:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271933056:12345-0@lo:502:mount.lustre.0 Request processed in 156us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.484465:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1784188188.484740:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933056:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188188.484904:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1784188188.484927:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1784188188.484940:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1784188188.484952:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1784188188.484964:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1784188188.484976:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1784188188.484987:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1784188188.484999:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1784188188.485010:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1784188188.485021:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1784188188.485033:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1784188188.485055:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933184:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.485088:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.485109:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609611c70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.485160:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933184 00000100:00100000:1.0:1784188188.485164:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933184 00000100:00100000:1.0:1784188188.485197:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1784188188.485204:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271933184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188188.485267:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271933184:12345-0@lo:502:mount.lustre.0 Request processed in 62us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.485278:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1784188188.485381:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188188.485420:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1784188188.485427:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1784188188.486258:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188188.486268:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.486271:0:23519:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1784188188.486278:0:23519:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9609725be800 00000020:00000080:1.0:1784188188.486280:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784188188.486287:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.486290:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.486291:0:23519:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1784188188.486294:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188188.486296:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.486297:0:23519:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1784188188.486300:0:23519:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9609725be800 00000020:00000080:1.0:1784188188.486302:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784188188.486634:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.486639:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.486640:0:23519:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1784188188.486643:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188188.486646:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.486647:0:23519:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784188188.486651:0:23519:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9609725be800 00000020:00000080:1.0:1784188188.486653:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784188188.487398:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.487403:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.487404:0:23519:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784188188.487407:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784188188.487409:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.487410:0:23519:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1784188188.487421:0:23519:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9609725be800 00000020:00000080:1.0:1784188188.487422:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784188188.487767:0:23519:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784188188.487772:0:23519:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188188.487773:0:23519:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1784188188.487777:0:23519:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1784188188.487930:0:23505:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1784188188.487957:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784188188.488001:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.488014:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188188.488064:0:23505:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1784188188.488067:0:23505:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9609725be800 10000000:01000000:2.0:1784188188.488070:0:23505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9609725be800 10000000:01000000:2.0:1784188188.488074:0:23505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784188188.488080:0:23505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9609725be800 from 1 10000000:01000000:2.0:1784188188.488082:0:23505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1784188188.488115:0:23505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.488134:0:23505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188188.488146:0:23505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188188.488168:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933312:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188188.488221:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.488292:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1784188188.488414:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933312 00000100:00100000:1.0:1784188188.488421:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933312 00000100:00100000:1.0:1784188188.488732:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1784188188.488743:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:23505:x1870856271933312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188188.488756:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188188.488769:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c8400/0xf422abd382aa22f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa22ef expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.488791:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c8400/0xf422abd382aa22f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa22ef expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.488801:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c8400/0xf422abd382aa22f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa22ef expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.488810:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c8400, rc 0) 00000100:00100000:1.0:1784188188.488862:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933312:12345-0@lo:101:mount.lustre.0 Request processed in 121us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188188.488868:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784188188.488948:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933312:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188188.488963:0:23505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22f6 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.488971:0:23505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa22f6 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784188188.490635:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1784188188.490931:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784188188.491138:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1784188188.491162:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1784188188.491175:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1784188188.491187:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1784188188.491200:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1784188188.491213:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1784188188.491224:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1784188188.491237:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1784188188.491263:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1784188188.491277:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1784188188.491290:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1784188188.491302:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1784188188.491398:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1784188188.491415:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1784188188.491465:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1784188188.491481:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1784188188.491492:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1784188188.491503:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1784188188.491515:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1784188188.491526:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1784188188.491618:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1784188188.491635:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1784188188.491647:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1784188188.491661:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1784188188.491699:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1784188188.491715:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1784188188.491728:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1784188188.491739:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1784188188.491751:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1784188188.491762:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1784188188.491774:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1784188188.491786:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1784188188.491797:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1784188188.491808:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1784188188.491820:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1784188188.491831:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1784188188.491842:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1784188188.491854:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1784188188.491865:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1784188188.491876:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1784188188.491899:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1784188188.491912:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1784188188.491923:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1784188188.491934:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1784188188.491946:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1784188188.491957:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1784188188.491968:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1784188188.491987:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1784188188.492091:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1784188188.492109:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1784188188.492124:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1784188188.492129:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1784188188.492211:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188188.492268:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.492801:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933440 00000100:00100000:2.0:1784188188.492809:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933440 00000100:00100000:2.0:1784188188.492855:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1784188188.492864:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933440:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188188.492981:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933440:12345-0@lo:501:mount.lustre.0 Request processed in 117us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.492988:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784188188.493106:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960981558a80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.493126:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188188.493157:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933568:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188188.493192:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.493250:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960981558a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784188188.493285:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933568 00000100:00100000:2.0:1784188188.493289:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933568 00000100:00100000:2.0:1784188188.493406:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1784188188.493413:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933568:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188188.493718:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933568:12345-0@lo:503:mount.lustre.0 Request processed in 304us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188188.493725:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1784188188.493865:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933568:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1784188188.494265:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1784188188.494423:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933696:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188188.499925:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.500014:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b2480 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.504556:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933696 00000100:00100000:0.0:1784188188.504571:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933696 00000100:00100000:0.0:1784188188.504812:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1784188188.504824:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933696:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188188.504999:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933696:12345-0@lo:502:mount.lustre.0 Request processed in 177us (5081us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.505008:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1784188188.505900:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933696:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784188188.506188:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1784188188.506226:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1784188188.506241:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1784188188.506253:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1784188188.506266:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1784188188.506279:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1784188188.506292:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1784188188.506305:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1784188188.506320:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1784188188.506333:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1784188188.506347:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1784188188.506359:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1784188188.506370:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1784188188.506382:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1784188188.506394:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1784188188.506408:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1784188188.508821:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1784188188.508885:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1784188188.508900:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1784188188.508913:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1784188188.508925:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1784188188.508938:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1784188188.508968:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1784188188.508983:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1784188188.508995:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1784188188.509006:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1784188188.509018:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1784188188.509038:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1784188188.509050:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1784188188.509061:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1784188188.509072:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1784188188.509082:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1784188188.509093:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1784188188.509106:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1784188188.509118:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1784188188.509130:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1784188188.509142:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1784188188.512805:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1784188188.512866:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1784188188.512884:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1784188188.512897:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1784188188.512908:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1784188188.512920:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1784188188.512932:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1784188188.512942:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1784188188.512953:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1784188188.512965:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1784188188.512976:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1784188188.513032:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933824:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188188.513102:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188188.513147:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b2480 going to sleep for 11 seconds 00000100:00100000:3.0:1784188188.515575:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933824 00000100:00100000:3.0:1784188188.515591:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933824 00000100:00100000:3.0:1784188188.515666:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1784188188.515720:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933824:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.515919:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933824:12345-0@lo:502:mount.lustre.0 Request processed in 200us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188188.515927:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1784188188.517875:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933824:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188188.518137:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1784188188.518167:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1784188188.518203:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933952:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188188.518270:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.518327:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff960961316cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.518817:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271933952 00000100:00100000:0.0:1784188188.518825:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271933952 00000100:00100000:0.0:1784188188.518896:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1784188188.518906:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933952:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188188.520078:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271933952:12345-0@lo:502:mount.lustre.0 Request processed in 1169us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.520091:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1784188188.531035:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271933952:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188188.531176:0:23505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1784188188.531191:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1784188188.537923:0:23524:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1784188188.537942:0:23524:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff96097f008000) 00000020:00000080:0.0:1784188188.537971:0:23524:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1784188188.538131:0:23524:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9609725be800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1784188188.538135:0:23524:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9609725be800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1784188188.538138:0:23524:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9609725be800 3 00010000:00080000:0.0:1784188188.538170:0:23524:0:(ldlm_lib.c:102:import_set_conn()) imp ffff960960484000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.117@tcp at head 00010000:00010000:0.0:1784188188.547498:0:23524:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1784188188.550053:0:23524:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1784188188.550116:0:23524:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784188188.550131:0:23524:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf422abd382aa2304 00000100:00080000:0.0:1784188188.550143:0:23524:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784188188.550150:0:23524:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff960960484000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188188.550187:0:23524:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb6a00 x1870856271934080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188188.550221:0:23524:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1784188188.550247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188188.550251:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188188.550254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188188.550257:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188188.553385:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271934080:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1784188188.553500:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.553809:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934080 00000100:00100000:0.0:1784188188.553817:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934080 00000100:00100000:0.0:1784188188.553866:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188188.553874:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271934080:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1784188188.553902:0:22773:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:0.0:1784188188.553957:0:22773:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf422abd382aa230b 00000004:00100000:0.0:1784188188.553977:0:22773:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784188188.554008:0:22773:0:(import.c:65:import_set_state_nolock()) ffff960843b29000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784188188.554065:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1870856271934080:12345-0@lo:38:llog_process_th.0 Request processed in 191us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.554074:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1784188188.554117:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff960943eb6a00 x1870856271934080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188188.554128:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188188.554136:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784188188.554143:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1784188188.554147:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784188188.554149:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960960484000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784188188.554155:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3653:1870856271934080:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1784188188.554264:0:23524:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1784188188.554419:0:23505:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1784188188.554486:0:23505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1784188188.554501:0:23505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22f6 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188188.554512:0:23505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157d400/0xf422abd382aa22ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa22f6 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1784188188.554564:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1784188188.554566:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1784188188.554567:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188188.554568:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188188.554573:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188188.554574:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188188.554576:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784188188.554577:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188188.554579:0:23505:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784188188.554583:0:23505:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1784188188.554585:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784188188.554586:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1784188188.554587:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188188.554588:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188188.554588:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188188.554589:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188188.554590:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784188188.554591:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188188.554592:0:23505:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784188188.554741:0:23505:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1784188188.554758:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271934208:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784188188.554798:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188188.554825:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609771a1600 going to sleep for 11 seconds 00000100:00100000:3.0:1784188188.554843:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934208 00000100:00100000:3.0:1784188188.554848:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934208 00000100:00100000:3.0:1784188188.554882:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1784188188.554889:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271934208:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1784188188.554910:0:22765:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1784188188.554923:0:22765:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1784188188.559372:0:22752:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1784188188.563803:0:22765:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1784188188.563821:0:22765:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1784188188.564882:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:23505:x1870856271934208:12345-0@lo:253:mount.lustre.0 Request processed in 9986us (10075us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188188.564897:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1784188188.564975:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:23505:1870856271934208:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784188188.564989:0:23505:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1784188188.564992:0:23505:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784188188.565000:0:23505:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1784188188.565001:0:23505:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188188.565003:0:23505:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188188.565004:0:23505:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188188.565005:0:23505:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188188.565007:0:23505:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784188188.565009:0:23505:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188188.565011:0:23505:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1784188188.565027:0:23505:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1784188188.566100:0:22788:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1784188188.566107:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1784188188.566128:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566149:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa220f expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566156:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566163:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566200:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566221:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188188.566236:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271934336:0@lo:104: 00000100:00100000:0.0:1784188188.566289:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784188188.566337:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.566346:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 17 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188188.566354:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271934464:0@lo:104: 00000100:00100000:0.0:1784188188.566374:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.566390:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff960841e89480 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.566478:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934336 00000100:00100000:0.0:1784188188.566484:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934336 00000100:00100000:0.0:1784188188.566532:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934464 00000100:00100000:0.0:1784188188.566535:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934464 00000100:00100000:0.0:1784188188.566550:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188188.566558:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271934336:12345-0@lo:104: 00010000:00010000:0.0:1784188188.566571:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.569938:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784188188.569956:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271934336:12345-0@lo:104: Request processed in 3394us (3662us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.569970:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188188.570005:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188188.570023:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271934464:12345-0@lo:104: 00010000:00010000:0.0:1784188188.570041:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570103:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1784188188.570108:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271934464:12345-0@lo:104: Request processed in 90us (3733us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.570114:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188188.570175:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271934336:0@lo:104: 00000100:00100000:0.0:1784188188.570186:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271934464:0@lo:104: 00010000:00010000:0.0:1784188188.570211:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570229:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188188.570236:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570244:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157ca00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188188.570249:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570257:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188188.570264:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188188.570270:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784188188.570305:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570317:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188188.570341:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570348:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa22d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22da expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570360:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188188.570363:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570368:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157d800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188188.570371:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570377:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188188.570384:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188188.570389:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784188188.570403:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570409:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188188.570415:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570422:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157d800/0xf422abd382aa220f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2216 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.570465:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188188.570467:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188188.570469:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188188.570485:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271934720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188188.570525:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.570564:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188188.570570:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271934592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188188.570592:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1784188188.571240:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188188.573156:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934720 00000100:00100000:0.0:1784188188.573170:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934720 00010000:00010000:0.0:1784188188.573208:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 18 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188188.573244:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934592 00000100:00100000:0.0:1784188188.573248:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934592 00010000:00010000:0.0:1784188188.573260:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 19 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188188.573274:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188188.573284:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+19:3655:x1870856271934720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188188.573299:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188188.573304:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 19 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573315:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 19 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573334:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695800/0xf422abd382aa2216 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa220f expref: 19 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573365:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188188.573428:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+18:3655:x1870856271934720:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (2902us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.573452:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188188.573469:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188188.573477:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+17:3655:x1870856271934592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188188.573485:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188188.573505:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573515:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573525:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157c200/0xf422abd382aa22da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa22d3 expref: 17 pid: 22767 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573537:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573545:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784188188.573561:0:22758:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007454197s 00010000:00010000:0.0:1784188188.573566:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573573:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573589:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.573596:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.574867:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188188.574877:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.574889:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.574908:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188188.574921:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188188.574973:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+16:3655:x1870856271934592:12345-0@lo:103:ldlm_bl.0 Request processed in 1495us (4378us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.574981:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188188.575078:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271934592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188188.575089:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271934720:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188188.575170:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.575178:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188188.575199:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695000/0xf422abd382aa2312 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1784188188.584841:0:23505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1784188188.587122:0:23529:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1784188188.587131:0:23529:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1784188188.590106:0:23530:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1784188188.590137:0:23505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1784188188.590816:0:23530:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784188188.594340:0:23532:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271934848:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.594424:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.594479:0:23532:0:(client.c:2702:ptlrpc_set_wait()) set ffff960841e89480 going to sleep for 11 seconds 00000040:01000000:2.0:1784188188.594774:0:23505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1784188188.594819:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1784188188.595258:0:23505:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1784188188.595265:0:23505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1784188188.595302:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784188188.596329:0:23505:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1784188188.596924:0:23505:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1784188188.596958:0:23505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1784188188.597062:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188188.598248:0:23530:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1784188188.598318:0:23530:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1784188188.598408:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934848 00000100:00100000:3.0:1784188188.598418:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934848 00000100:00100000:0.0:1784188188.598886:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000100:00100000:3.0:1784188188.598956:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784188188.598969:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271934848:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784188188.599148:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271934848:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 183us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188188.599156:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00080000:10000000:2.0:1784188188.604940:0:23505:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1784188188.605731:0:23532:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271934848:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1784188188.605795:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1784188188.605845:0:23532:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271934976:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.605913:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.605954:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271934976 00000100:00100000:0.0:1784188188.605960:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271934976 00000100:00100000:0.0:1784188188.608014:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784188188.608031:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271934976:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.608194:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271934976:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 168us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.608204:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000001:00000004:2.0:1784188188.608984:0:23505:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1784188188.611018:0:23532:0:(client.c:2702:ptlrpc_set_wait()) set ffff960841e89480 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.611062:0:23532:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271934976:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.611160:0:23532:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1870856271935104:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.611219:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.611946:0:23532:0:(client.c:2702:ptlrpc_set_wait()) set ffff960841e89780 going to sleep for 11 seconds 00000100:00100000:0.0:1784188188.618739:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935104 00000100:00100000:0.0:1784188188.618757:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935104 00000100:00100000:0.0:1784188188.618812:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784188188.618822:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1870856271935104:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.620234:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1870856271935104:12345-0@lo:900:lod0001_rec0000.0 Request processed in 1409us (9010us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188188.620245:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1784188188.620302:0:23532:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff960943eb6a00 x1870856271935104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784188204 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188188.620334:0:23532:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1870856271935104:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.620410:0:23532:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271935232:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784188188.620485:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188188.620509:0:23532:0:(client.c:2702:ptlrpc_set_wait()) set ffff960841e89480 going to sleep for 11 seconds 00000100:00100000:3.0:1784188188.622129:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935232 00000100:00100000:3.0:1784188188.622139:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935232 00000100:00100000:3.0:1784188188.622189:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784188188.622200:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271935232:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784188188.622321:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1870856271935232:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 123us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188188.622329:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784188188.622407:0:23532:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1870856271935232:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1784188188.622498:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784188188.624988:0:23532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1784188188.625087:0:23532:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1784188188.625092:0:23532:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:2.0:1784188188.627940:0:23505:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784188188.627984:0:23505:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa8ab81627988 00100000:10000000:2.0:1784188188.627993:0:23505:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1784188188.629983:0:23505:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784188188.630016:0:23505:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.117@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784188188.630032:0:23505:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1784188188.630057:0:23505:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1784188188.631328:0:23505:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188188.632811:0:23505:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784188189.306309:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784188189.625490:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784188189.626929:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:3.0:1784188190.326657:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1784188190.530571:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784188190.530654:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9609725be800 from 12 10000000:01000000:2.0:1784188190.530660:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784188190.530714:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188190.530728:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188190.530739:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188190.530768:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770ab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188190.530843:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188190.531100:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608439af840 going to sleep for 11 seconds 00000100:00100000:3.0:1784188190.539331:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935360 00000100:00100000:3.0:1784188190.539349:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935360 00000100:00100000:0.0:1784188190.542292:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784188190.542307:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+16:22769:x1870856271935360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188190.542325:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188190.542344:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2319 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188190.542372:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2319 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188190.542383:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2319 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188190.542402:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695e00, rc 0) 00000100:00100000:0.0:1784188190.542508:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271935360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (11663us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188190.542515:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1784188190.547023:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770ab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784188190.547053:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.547065:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188190.547161:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784188190.547230:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188190.547276:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609538453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188190.547547:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935488 00000100:00100000:0.0:1784188190.547553:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935488 00000100:00100000:0.0:1784188190.547615:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784188190.547625:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271935488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784188190.547657:0:22765:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784188190.547673:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784188190.547676:0:22765:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1784188190.547758:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271935488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 135us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188190.547765:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1784188190.548582:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784188190.548640:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784188190.548659:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548669:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188190.548680:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784188190.548683:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff96097f7a4000 from 12 10000000:01000000:3.0:1784188190.548685:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784188190.548716:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548723:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548743:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188190.548760:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784188190.548800:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188190.548834:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b2000 going to sleep for 11 seconds 00000100:00100000:3.0:1784188190.548851:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935616 00000100:00100000:3.0:1784188190.548855:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935616 00000100:00100000:3.0:1784188190.548891:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1784188190.548898:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271935616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784188190.548908:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188190.548922:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2327 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548940:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2327 expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548950:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2327 expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.548959:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165c400, rc 0) 00000100:00100000:3.0:1784188190.548990:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271935616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188190.548996:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1784188190.549051:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784188190.549062:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.549076:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188190.549125:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935744:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784188190.549152:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188190.549164:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b2000 going to sleep for 11 seconds 00000100:00100000:3.0:1784188190.549175:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935744 00000100:00100000:3.0:1784188190.549177:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935744 00000100:00100000:3.0:1784188190.549193:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784188190.549198:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271935744:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1784188190.549209:0:22765:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1784188190.549223:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1784188190.549227:0:22765:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1784188190.549290:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271935744:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 91us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188190.549297:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784188190.549325:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271935744:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784188190.549354:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784188190.549360:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188190.549368:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188190.645900:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000040:00080000:2.0:1784188190.648335:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784188191.361502:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188191.669633:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:3.0:1784188192.378351:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188192.696362:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00010000:00010000:3.0:1784188193.409380:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784188193.489044:0:23776:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg117-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1784188193.720711:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 0 seconds 00000100:00080000:1.0:1784188193.851574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784188193.851582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1784188193.851586:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784188193.851612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff96096eba0000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188193.851635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427d9180 x1870856271936000/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784188193.851657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188193.851660:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188193.851663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188193.851665:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188193.851686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188193.851689:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188193.851691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188193.851693:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784188193.851721:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271935872:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.851804:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.851869:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784188193.851876:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271936128:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.851908:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.851941:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271936000:0@lo:38:kworker.0 00000100:00100000:1.0:1784188193.851966:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.851996:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271936256:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852019:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.852036:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784188193.852041:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271936384:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852066:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.852099:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271935872 00000100:00100000:1.0:1784188193.852105:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271935872 00000100:00100000:1.0:1784188193.852153:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784188193.852163:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:3656:x1870856271935872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852215:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:3656:x1870856271935872:12345-0@lo:400:kworker.0 Request processed in 54us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.852222:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784188193.852257:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936128 00000100:00100000:1.0:1784188193.852261:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936128 00000100:00100000:1.0:1784188193.852287:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936384 00000100:00100000:1.0:1784188193.852290:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936384 00000100:00100000:1.0:1784188193.852304:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784188193.852310:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271936128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852341:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271936128:12345-0@lo:400:kworker.0 Request processed in 31us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.852347:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784188193.852359:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784188193.852380:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271936384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852425:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271936384:12345-0@lo:400:kworker.0 Request processed in 46us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.852431:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784188193.852472:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936000 00000100:00100000:1.0:1784188193.852476:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936000 00000100:00100000:1.0:1784188193.852495:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936256 00000100:00100000:1.0:1784188193.852497:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936256 00000100:00100000:1.0:1784188193.852512:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1784188193.852517:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3653:x1870856271936000:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1784188193.852540:0:22778:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:1.0:1784188193.852575:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa2335 00000004:00100000:1.0:1784188193.852598:0:22778:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1784188193.852604:0:22778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1784188193.852681:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784188193.852689:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271936256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852721:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271936256:12345-0@lo:400:kworker.0 Request processed in 34us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.852728:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:1.0:1784188193.852766:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9608427dad80 x1870856271936128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188193.852780:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271936128:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852790:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271935872:0@lo:400:kworker.0 00010000:00080000:1.0:1784188193.852822:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9608427d8000 x1870856271936384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188193.852843:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271936384:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.852855:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271936256:0@lo:400:kworker.0 00000100:00100000:1.0:1784188193.855541:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271936512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784188193.855693:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188193.855761:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936512 00000100:00100000:1.0:1784188193.855770:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936512 00000100:00100000:1.0:1784188193.855895:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784188193.855906:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271936512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1784188193.855942:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784188193.855990:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271936512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.855998:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784188193.856047:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271936512:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1784188193.875232:0:22778:0:(import.c:65:import_set_state_nolock()) ffff960842754000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784188193.875372:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3653:x1870856271936000:12345-0@lo:38:kworker.0 Request processed in 22851us (23402us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.875385:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1784188193.877684:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1784188193.877698:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1784188193.877705:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1784188193.877709:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096eba0000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1784188193.877734:0:3653:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006e22a8ce): req@ffff960943eb6680 x1870856271928704/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188193.877750:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271936000:0@lo:38:kworker.0 00000100:00100000:2.0:1784188193.877784:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271936640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784188193.877970:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188193.880748:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188193.887184:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960428000 going to sleep for 11 seconds 00000100:00100000:1.0:1784188193.892316:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271928704 00000100:00100000:0.0:1784188193.892316:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936640 00000100:00100000:1.0:1784188193.892330:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271928704 00000100:00100000:0.0:1784188193.892330:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936640 00000100:00100000:1.0:1784188193.892447:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784188193.892459:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22814:x1870856271928704:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1784188193.892713:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22814:x1870856271928704:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 256us (11971us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.892721:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784188193.892743:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784188193.892748:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271936640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784188193.892773:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784188193.892885:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271936640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (14914us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188193.892890:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784188193.892917:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271936640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188193.892982:0:22814:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1870856271928704:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1784188193.893018:0:22814:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1784188193.893062:0:22814:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1870856271936768:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1784188193.893102:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188193.893134:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609479b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188193.893187:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936768 00000100:00100000:0.0:1784188193.893192:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936768 00000100:00100000:0.0:1784188193.893217:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784188193.893225:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1870856271936768:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784188193.893337:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1870856271936768:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 112us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188193.893343:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784188193.893398:0:22814:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1870856271936768:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1784188193.893485:0:22814:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1870856271936896:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1784188193.893506:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188193.893534:0:22814:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609479b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188193.893694:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271936896 00000100:00100000:0.0:1784188193.893698:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271936896 00000100:00100000:0.0:1784188193.893720:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1784188193.893726:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1870856271936896:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784188193.893853:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1870856271936896:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 127us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188193.893860:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784188193.893915:0:22814:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1870856271936896:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1784188193.893952:0:22814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188193.899103:0:22814:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1784188193.899186:0:22814:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 21, retries 0 00000004:00080000:3.0:1784188193.899192:0:22814:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1784188194.428463:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1784188194.586327:0:23828:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784188194.586736:0:23828:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1784188194.742303:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1784188195.449906:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1784188195.470919:0:23878:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784188195.472274:0:23878:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000020:00000080:3.0:1784188196.440209:0:23926:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff10092c00 20000000:00000080:3.0:1784188196.440229:0:23926:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff96097ac2f400 uarg=0000000000000000 20000000:01000000:3.0:1784188196.440404:0:23926:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1784188196.440412:0:23926:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1784188196.440416:0:23926:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1784188196.441207:0:23927:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1784188196.441351:0:23926:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784188196.446867:0:23926:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1784188196.447296:0:23926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.447318:0:23926:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.447326:0:23926:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.447334:0:23926:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.447380:0:23926:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.447396:0:23926:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188196.447411:0:23926:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23926:1870856271937024:0@lo:104: 00000100:00100000:2.0:1784188196.447689:0:23926:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188196.447870:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937024 00000100:00100000:3.0:1784188196.447877:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937024 00000100:00100000:3.0:1784188196.447925:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188196.447933:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:23926:x1870856271937024:12345-0@lo:104: 00010000:00010000:3.0:1784188196.447945:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.447993:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1784188196.447998:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:23926:x1870856271937024:12345-0@lo:104: Request processed in 67us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188196.448004:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1784188196.448024:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188196.448029:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448036:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165c800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:3.0:1784188196.448039:0:22760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448061:0:22760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784188196.448068:0:22760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188196.448073:0:22760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784188196.448097:0:22760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448102:0:22760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784188196.448121:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448127:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa22e1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa22e8 expref: -99 pid: 23505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448140:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188196.448141:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188196.448143:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188196.448159:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271937152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188196.448190:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188196.448219:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937152 00000100:00100000:3.0:1784188196.448222:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937152 00010000:00010000:3.0:1784188196.448237:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 18 pid: 22767 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188196.448255:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188196.448260:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+18:3654:x1870856271937152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784188196.448274:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188196.448279:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 18 pid: 22767 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448288:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 18 pid: 22767 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.448302:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188196.448323:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+18:3654:x1870856271937152:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188196.448329:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784188196.448358:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271937152:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188196.448705:0:23926:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.448715:0:23926:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188196.448723:0:23926:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23926:1870856271937280:0@lo:104: 00000100:00100000:2.0:1784188196.448852:0:23926:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188196.448879:0:23926:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096aefbe40 going to sleep for 11 seconds 00010000:00010000:2.0:1784188196.448897:0:23926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157c400/0xf422abd382aa22e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa22e1 expref: 17 pid: 22767 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188196.448905:0:23926:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23926:1870856271937024:0@lo:104: 00000100:00100000:3.0:1784188196.448947:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937280 00000100:00100000:3.0:1784188196.448951:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937280 00000100:00100000:3.0:1784188196.448980:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784188196.448986:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:23926:x1870856271937280:12345-0@lo:104: 00010000:00010000:3.0:1784188196.448993:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449028:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1784188196.449032:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:23926:x1870856271937280:12345-0@lo:104: Request processed in 47us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188196.449037:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1784188196.449050:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188196.449054:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449059:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694400 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:3.0:1784188196.449067:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449074:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784188196.449080:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188196.449085:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784188196.449102:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449106:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784188196.449117:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449123:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff960981694400/0xf422abd382aa21de lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa21e5 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449135:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188196.449136:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188196.449138:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188196.449145:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271937408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188196.449166:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188196.449188:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937408 00000100:00100000:3.0:1784188196.449191:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937408 00010000:00010000:3.0:1784188196.449203:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188196.449218:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784188196.449229:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+17:3655:x1870856271937408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784188196.449235:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188196.449239:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449247:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 17 pid: 22766 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449260:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449269:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449279:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449286:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449293:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449298:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449303:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157da00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188196.449307:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449313:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449325:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188196.449333:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188196.449354:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+17:3655:x1870856271937408:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188196.449360:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784188196.449384:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271937408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188196.449472:0:23926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157de00/0xf422abd382aa21e5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa21de expref: 16 pid: 22766 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188196.449588:0:23926:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23926:1870856271937280:0@lo:104: 00010000:00010000:2.0:1784188196.449605:0:23926:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.449613:0:23926:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.449620:0:23926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.449626:0:23926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157da00/0xf422abd382aa233c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188196.471498:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188197.494876:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188197.941562:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188182/real 1784188182] req@ffff960943eb6d80 x1870856271929728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188197 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188197.941594:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb6d80 x1870856271929728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188197 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188197.941604:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188182/real 1784188182] req@ffff960943eb4700 x1870856271929856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188197 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188197.941618:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb4700 x1870856271929856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188197 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784188197.941639:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188197.941701:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1784188197.941705:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929728:0@lo:8:kworker.0 00000100:00080000:3.0:1784188197.941711:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784188197.941717:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1784188197.941721:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271929856:0@lo:8:kworker.0 00000100:00080000:0.0:1784188197.942641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188197.942647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1784188197.942650:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188197.942655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:0.0:1784188197.942660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1784188197.942667:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff96096078b000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188197.942689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb6d80 x1870856271937792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188197.942703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188197.942706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784188197.942708:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188197.942712:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:0.0:1784188197.942715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1784188197.942719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188197.942727:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271937664:0@lo:400:kworker.0 00000100:00100000:0.0:1784188197.942731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff960943eb6680 x1870856271937920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188197.942770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188197.942774:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188197.942777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188197.942780:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188197.942797:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188197.942844:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1784188197.942850:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271937536:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.942877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188197.942912:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271938304:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.942936:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188197.942972:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271938048:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943013:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188197.943032:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784188197.943038:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271938176:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943057:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188197.943085:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937664 00000100:00100000:3.0:1784188197.943092:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937664 00000100:00100000:3.0:1784188197.943131:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938176 00000100:00100000:3.0:1784188197.943134:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938176 00000100:00100000:3.0:1784188197.943149:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1784188197.943157:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271937664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943206:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271937664:12345-0@lo:400:kworker.0 Request processed in 50us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188197.943214:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1784188197.943230:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784188197.943237:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271938176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943268:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271938176:12345-0@lo:400:kworker.0 Request processed in 32us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188197.943274:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784188197.943299:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938304 00000100:00100000:3.0:1784188197.943303:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938304 00000100:00100000:3.0:1784188197.943324:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938048 00000100:00100000:3.0:1784188197.943326:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938048 00000100:00100000:3.0:1784188197.943340:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784188197.943345:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271938304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943379:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271938304:12345-0@lo:400:kworker.0 Request processed in 33us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188197.943385:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784188197.943396:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784188197.943403:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271938048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943427:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271938048:12345-0@lo:400:kworker.0 Request processed in 26us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188197.943450:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784188197.943698:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271938176:0@lo:400:kworker.0 00010000:00080000:3.0:1784188197.943710:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96097f0bbb80 x1870856271938048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188197.943721:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271938048:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943749:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271937792:0@lo:8:kworker.0 00000400:00000100:3.0:1784188197.943774:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271937792 offset 0 length 520: 4 00000100:00100000:3.0:1784188197.943789:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271937920:0@lo:8:kworker.0 00000400:00000100:3.0:1784188197.943804:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271937920 offset 0 length 520: 4 00010000:00080000:3.0:1784188197.943831:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96097f0ba300 x1870856271938304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188197.943841:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271938304:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.943861:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271937664:0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.944087:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271937536 00000100:00100000:3.0:1784188197.944093:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271937536 00000100:00100000:3.0:1784188197.944129:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1784188197.944137:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+16:3657:x1870856271937536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188197.944180:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+16:3657:x1870856271937536:12345-0@lo:400:kworker.0 Request processed in 44us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188197.944187:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1784188197.944227:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271937536:0@lo:400:kworker.0 10000000:01000000:3.0:1784188198.454546:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1784188198.454552:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9609725be800 from 13 10000000:01000000:3.0:1784188198.454555:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784188198.454600:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188198.454612:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188198.454623:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188198.454649:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784188198.454719:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188198.454761:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609479b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188198.454896:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938432 00000100:00100000:0.0:1784188198.454903:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938432 00000100:00100000:0.0:1784188198.454961:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1784188198.454972:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+16:22769:x1870856271938432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188198.454985:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188198.455001:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2343 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188198.455023:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2343 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188198.455033:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2343 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188198.455041:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695000, rc 0) 00000100:00100000:0.0:1784188198.455083:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188198.455090:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1784188198.455195:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188198.455208:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188198.455216:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188198.455277:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784188198.455301:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188198.455360:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096aefb840 going to sleep for 11 seconds 00000100:00100000:3.0:1784188198.460829:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938560 00000100:00100000:3.0:1784188198.460844:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938560 00000100:00100000:2.0:1784188198.461019:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1784188198.461031:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.461196:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 168us (5893us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.461204:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1784188198.461244:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.461289:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.461342:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188198.461365:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960942e1e540 going to sleep for 11 seconds 00000100:00100000:2.0:1784188198.461381:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938688 00000100:00100000:2.0:1784188198.461384:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938688 00000100:00100000:2.0:1784188198.461398:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1784188198.461402:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.461504:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.461519:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1784188198.461549:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784188198.462579:0:24025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784188198.462887:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784188198.462912:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784188198.462922:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.462934:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188198.462944:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784188198.462947:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff96097f7a4000 from 13 10000000:01000000:2.0:1784188198.462950:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784188198.462980:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.462987:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.462996:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188198.463020:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.463062:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188198.463089:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188198.463104:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938816 00000100:00100000:2.0:1784188198.463109:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938816 00000100:00100000:2.0:1784188198.463143:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1784188198.463152:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+17:22769:x1870856271938816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784188198.463163:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188198.463177:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2351 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.463200:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2351 expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.463213:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2351 expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.463222:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157d800, rc 0) 00000100:00100000:2.0:1784188198.463255:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271938816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.463261:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1784188198.463290:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784188198.463301:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.463311:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188198.463361:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.463385:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188198.463397:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188198.463412:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271938944 00000100:00100000:2.0:1784188198.463415:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271938944 00000100:00100000:2.0:1784188198.463431:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1784188198.463630:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271938944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.464597:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271938944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 966us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.464606:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1784188198.467383:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271938944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.468029:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271939072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784188198.468107:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188198.468146:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603d300 going to sleep for 11 seconds 00000100:00100000:1.0:1784188198.473779:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939072 00000100:00100000:1.0:1784188198.473793:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939072 00000100:00100000:1.0:1784188198.473870:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784188198.473881:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271939072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784188198.474182:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:22769:x1870856271939072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 303us (6075us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188198.474191:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1784188198.479931:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271939072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784188198.481892:0:24029:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784188198.482057:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784188198.482083:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784188198.482094:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188198.482105:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188198.518339:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188198.966621:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271939200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784188198.966696:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188198.966764:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939200 00000100:00100000:2.0:1784188198.966772:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939200 00000100:00100000:1.0:1784188198.966905:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271939328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784188198.966934:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188198.966975:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939328 00000100:00100000:1.0:1784188198.966980:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939328 00000100:00100000:0.0:1784188198.967018:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188188/real 1784188188] req@ffff9609770aaa00 x1870856271932288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188198.967033:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1784188198.967042:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271939200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784188198.967079:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188198.967104:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9609770aaa00 x1870856271932288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188198.967115:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188188/real 1784188188] req@ffff9608450fad80 x1870856271932160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188198.967121:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271939200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.967127:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188198.967127:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9608450fad80 x1870856271932160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784188198.967579:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784188198.967593:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784188198.967597:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271932288:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1784188198.967601:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842752000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784188198.967605:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784188198.967608:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271932160:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1784188198.971242:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784188198.971260:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1870856271939328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784188198.971355:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784188198.971533:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1870856271939328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 278us (4596us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188198.971541:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1784188198.971704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188198.971709:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188198.971711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188198.971714:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188198.971730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188198.971733:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1784188198.971737:0:37:0:(import.c:65:import_set_state_nolock()) ffff960842752000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188198.971742:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 697 00000100:00080000:2.0:1784188198.971746:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784188198.971751:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff960842752000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188198.971774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770ab100 x1870856271939712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784188198.971774:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271939456:0@lo:400:kworker.0 00000100:00080000:2.0:1784188198.971790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188198.971793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784188198.971795:0:37:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188198.971797:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 697 00000100:00080000:2.0:1784188198.971800:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1784188198.971818:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1784188198.971821:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188198.971834:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a8e00 x1870856271939840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784188198.971865:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939456 00000100:00100000:2.0:1784188198.971872:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939456 00000100:00100000:2.0:1784188198.971906:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1784188198.971914:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:3655:x1870856271939456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188198.971953:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+18:3655:x1870856271939456:12345-0@lo:400:kworker.0 Request processed in 40us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.971959:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1784188198.971991:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271939584:0@lo:400:kworker.0 00000100:00100000:0.0:1784188198.972008:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271939712:0@lo:8:kworker.0 00000100:00100000:2.0:1784188198.972018:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1784188198.972034:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271939712 offset 0 length 520: 4 00000100:00100000:2.0:1784188198.972038:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188198.972043:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271939968:0@lo:400:kworker.0 00000100:00100000:0.0:1784188198.972058:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271939840:0@lo:8:kworker.0 00000100:00100000:2.0:1784188198.972066:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1784188198.972073:0:3653:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870856271939840 offset 0 length 520: 4 00000100:00100000:2.0:1784188198.972090:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939584 00000100:00100000:2.0:1784188198.972093:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939584 00000100:00100000:2.0:1784188198.972124:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271939968 00000100:00100000:2.0:1784188198.972127:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271939968 00000100:00100000:2.0:1784188198.972142:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784188198.972148:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271939584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188198.972183:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271939584:12345-0@lo:400:kworker.0 Request processed in 35us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188198.972183:0:22774:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1784188198.972189:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188198.972191:0:22774:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1784188198.972200:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784188198.972206:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271939968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188198.972243:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271939968:12345-0@lo:400:kworker.0 Request processed in 37us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188198.972249:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1784188198.972497:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9609770aa680 x1870856271939968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188198.972520:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271939968:0@lo:400:kworker.0 00000100:00100000:0.0:1784188198.972638:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271939328:0@lo:41:osp-pre-1-0.0 00010000:00080000:2.0:1784188198.976334:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9609770a8700 x1870856271939584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188198.976354:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271939584:0@lo:400:kworker.0 00000100:00100000:2.0:1784188198.976406:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271939456:0@lo:400:kworker.0 00000100:00100000:2.0:1784188198.976469:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271939200:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1784188199.548091:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1784188200.010316:0:23506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1784188200.572281:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784188200.893462:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784188201.589916:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188202.614604:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1784188202.937240:0:24275:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1784188202.937244:0:24275:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1784188202.937246:0:24275:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1784188202.937359:0:24275:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff960951598800 00000020:01000004:0.0:1784188202.937599:0:24275:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1784188202.937614:0:24275:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1784188202.937629:0:24275:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff96097f00cd40) 00000020:00000080:0.0:1784188202.937644:0:24275:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1784188202.988946:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1784188202.990058:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1784188202.990832:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1784188202.991104:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1784188202.991477:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1784188202.991711:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1784188202.991998:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1784188203.006982:0:24275:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1784188203.007173:0:24275:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1784188203.007186:0:24275:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1784188203.007198:0:24275:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf422abd382aa2366 00000020:01000004:0.0:1784188203.007205:0:24275:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1784188203.007226:0:24275:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.117@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1784188203.007230:0:24275:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.117@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1784188203.007237:0:24275:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1784188203.007240:0:24275:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1784188203.007249:0:24275:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff96097f00b380) 00000020:00000080:0.0:1784188203.007257:0:24275:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1784188203.008337:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784188203.008500:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1784188203.008507:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1784188203.012522:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1784188203.012534:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1784188203.013543:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1784188203.013550:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1784188203.015550:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784188203.015676:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1784188203.015680:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1784188203.017681:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1784188203.017693:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1784188203.041669:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784188203.041896:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1784188203.041903:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1784188203.044307:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1784188203.044322:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1784188203.045371:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1784188203.045381:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1784188203.047541:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784188203.047729:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1784188203.047735:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1784188203.049302:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1784188203.049313:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1784188203.100178:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784188203.100792:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1784188203.100800:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1784188203.103352:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1784188203.103366:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1784188203.104386:0:24275:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1784188203.104415:0:24275:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1784188203.104421:0:24275:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.117@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1784188203.127830:0:24275:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.117@tcp ctxt 0 is initialized 00000020:01000004:1.0:1784188203.127874:0:24275:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.117@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1784188203.127878:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1784188203.127885:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784188203.127886:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188203.127887:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188203.127888:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188203.127890:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188203.127891:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784188203.127893:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188203.127894:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784188203.127898:0:24275:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1784188203.127900:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784188203.127901:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784188203.127902:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188203.127903:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188203.127904:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188203.127905:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188203.127906:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784188203.127907:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188203.127908:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784188203.127950:0:24275:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1784188203.127976:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940096:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784188203.128068:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.128125:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6e900 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.129576:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940096 00000100:00100000:2.0:1784188203.129599:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940096 00000100:00100000:2.0:1784188203.129672:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1784188203.129683:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:24275:x1870856271940096:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784188203.129719:0:22767:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1784188203.129722:0:22767:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1784188203.129726:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1784188203.130571:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:24275:x1870856271940096:12345-0@lo:253:mount.lustre.0 Request processed in 886us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.130580:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1784188203.130737:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940096:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784188203.130751:0:24275:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1784188203.130754:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784188203.130756:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784188203.130758:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784188203.130759:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784188203.130760:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784188203.130761:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784188203.130763:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784188203.130764:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784188203.130766:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1784188203.130787:0:24275:0:(tgt_mount.c:101:server_register_mount()) register mount ffff960951598800 from lustre-OST0000 10000000:01000000:1.0:1784188203.130814:0:24275:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1784188203.130817:0:24275:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1784188203.130824:0:24275:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff960842744d40 local copy 00010000:00010000:1.0:1784188203.130842:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.130940:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188203.130974:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.131008:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.131128:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940224 00000100:00100000:2.0:1784188203.131134:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940224 00000100:00100000:2.0:1784188203.131171:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784188203.131622:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+18:24275:x1870856271940224:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188203.131699:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+18:24275:x1870856271940224:12345-0@lo:501:mount.lustre.0 Request processed in 520us (724us total) trans 0 rc -2/-2 00000100:00100000:2.0:1784188203.131707:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1784188203.131793:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940224:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1784188203.131806:0:24275:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1784188203.131824:0:24275:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1784188203.131830:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.131839:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188203.131865:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff960951598800 10000000:01000000:1.0:1784188203.131870:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784188203.131875:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1784188203.131877:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784188203.131881:0:24275:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1784188203.131884:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1784188203.131904:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.131911:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.131920:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.131944:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940352:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188203.131969:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.131997:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.132173:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940352 00000100:00100000:2.0:1784188203.132234:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940352 00000100:00100000:2.0:1784188203.132313:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1784188203.132321:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+18:24275:x1870856271940352:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188203.132329:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188203.132341:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96098157de00/0xf422abd382aa237b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2374 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188203.132372:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96098157de00/0xf422abd382aa237b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2374 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188203.132383:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96098157de00/0xf422abd382aa237b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2374 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188203.132398:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96098157de00, rc 0) 00000100:00100000:2.0:1784188203.132459:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940352:12345-0@lo:101:mount.lustre.0 Request processed in 115us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.132464:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1784188203.132525:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940352:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188203.132537:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa237b expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.132546:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa237b expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784188203.135407:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1784188203.136277:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784188203.136697:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1784188203.136725:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1784188203.136740:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1784188203.136755:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1784188203.136768:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1784188203.136780:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1784188203.136791:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1784188203.136801:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1784188203.136812:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1784188203.136824:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1784188203.136836:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1784188203.136847:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1784188203.136863:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1784188203.136868:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1784188203.136946:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940480:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188203.137010:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.137380:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188203.137580:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940480 00000100:00100000:0.0:1784188203.137588:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940480 00000100:00100000:0.0:1784188203.137630:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784188203.137639:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940480:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188203.137779:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940480:12345-0@lo:501:mount.lustre.0 Request processed in 141us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.137787:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1784188203.137940:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940480:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188203.137972:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940608:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784188203.138010:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.138045:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188203.140778:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940608 00000100:00100000:0.0:1784188203.140793:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940608 00000100:00100000:0.0:1784188203.140846:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784188203.140856:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940608:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188203.145040:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940608:12345-0@lo:503:mount.lustre.0 Request processed in 4176us (7019us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.145064:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1784188203.145170:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940608:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1784188203.145687:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1784188203.145767:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940736:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188203.145819:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.145851:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.146128:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940736 00000100:00100000:2.0:1784188203.146136:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940736 00000100:00100000:2.0:1784188203.146179:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1784188203.146188:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188203.146701:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940736:12345-0@lo:502:mount.lustre.0 Request processed in 513us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.146708:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1784188203.147313:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940736:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188203.147547:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1784188203.147574:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1784188203.147587:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1784188203.147599:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1784188203.147628:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1784188203.147646:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1784188203.147660:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1784188203.147675:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1784188203.147689:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1784188203.147702:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1784188203.147714:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1784188203.147725:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1784188203.147753:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940864:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188203.147800:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.147828:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960842a6ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.147898:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940864 00000100:00100000:2.0:1784188203.147904:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940864 00000100:00100000:2.0:1784188203.147938:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784188203.147946:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940864:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188203.148034:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940864:12345-0@lo:502:mount.lustre.0 Request processed in 88us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.148043:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1784188203.149119:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940864:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188203.149268:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1784188203.149279:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1784188203.166015:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1784188203.166043:0:24292:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1784188203.166051:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784188203.166053:0:24292:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1784188203.166060:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784188203.166077:0:24292:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff96096e9c4d40) 00000020:00000080:1.0:1784188203.166103:0:24292:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1784188203.166110:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1784188203.166402:0:24292:0:(tgt_mount.c:153:server_get_mount()) get mount ffff960951598800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1784188203.166412:0:24292:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1784188203.166419:0:24292:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf422abd382aa2389 00010000:00010000:1.0:1784188203.177659:0:24292:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1784188203.178490:0:24292:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1784188203.182700:0:24292:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1784188203.185134:0:24292:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1784188203.185149:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188203.185156:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185158:0:24292:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1784188203.185162:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784188203.185164:0:24292:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1784188203.185166:0:24292:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784188203.185168:0:24292:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784188203.185169:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784188203.185425:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185427:0:24292:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784188203.185465:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188203.185471:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185472:0:24292:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784188203.185476:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784188203.185478:0:24292:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784188203.185481:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188203.185484:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185485:0:24292:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784188203.185487:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188203.185489:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185491:0:24292:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784188203.185495:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1784188203.185526:0:24292:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188203.185529:0:24292:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188203.185530:0:24292:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784188203.185533:0:24292:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1784188203.192747:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1784188203.192794:0:24275:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1784188203.192853:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa237b expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.192867:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c9200/0xf422abd382aa2374 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa237b expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188203.192876:0:24275:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff960951598800 from 1 10000000:01000000:3.0:1784188203.192878:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784188203.192916:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.192924:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.192934:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188203.192958:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940992:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784188203.193019:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188203.193069:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271940992 00000100:00100000:3.0:1784188203.193075:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271940992 00000100:00100000:3.0:1784188203.193129:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784188203.193137:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+19:24275:x1870856271940992:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784188203.193149:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188203.193161:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2390 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.197122:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2390 expref: 20 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.197145:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2390 expref: 20 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.197156:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165dc00, rc 0) 00000100:00100000:3.0:1784188203.197249:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271940992:12345-0@lo:101:mount.lustre.0 Request processed in 4111us (4229us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188203.197257:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784188203.203290:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603de40 going to sleep for 11 seconds 00000100:00100000:3.0:1784188203.203335:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271940992:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784188203.203712:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188203.203729:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784188203.207125:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1784188203.207780:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188203.207994:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1784188203.208019:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1784188203.210302:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1784188203.210352:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1784188203.210498:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1784188203.210518:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1784188203.210529:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1784188203.210541:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1784188203.210553:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1784188203.210565:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1784188203.210595:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1784188203.210622:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1784188203.210628:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1784188203.210732:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941120:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188203.210800:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188203.210847:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608439afc00 going to sleep for 11 seconds 00000100:00100000:0.0:1784188203.211286:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941120 00000100:00100000:0.0:1784188203.211294:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941120 00000100:00100000:0.0:1784188203.211349:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1784188203.211359:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941120:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188203.211689:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941120:12345-0@lo:501:mount.lustre.0 Request processed in 330us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.211699:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1784188203.211729:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941120:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188203.211766:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941248:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188203.211808:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.211831:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:3.0:1784188203.212109:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941248 00000100:00100000:3.0:1784188203.212115:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941248 00000100:00100000:3.0:1784188203.212993:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1784188203.213003:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941248:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784188203.213118:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941248:12345-0@lo:503:mount.lustre.0 Request processed in 116us (1308us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188203.213125:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1784188203.213204:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941248:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784188203.213669:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784188203.213752:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941376:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188203.213796:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.220931:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941376 00000100:00100000:1.0:1784188203.220949:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941376 00000100:00100000:1.0:1784188203.221006:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784188203.221015:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941376:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188203.221184:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941376:12345-0@lo:502:mount.lustre.0 Request processed in 157us (7374us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.221192:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1784188203.222398:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:3.0:1784188203.222456:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941376:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188203.222684:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1784188203.222716:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1784188203.222727:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1784188203.222738:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1784188203.222747:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1784188203.222757:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1784188203.222768:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1784188203.222789:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1784188203.222799:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1784188203.222809:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1784188203.222819:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1784188203.222854:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941504:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188203.222908:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188203.222943:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608439af840 going to sleep for 11 seconds 00000100:00100000:1.0:1784188203.223083:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941504 00000100:00100000:1.0:1784188203.223089:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941504 00000100:00100000:1.0:1784188203.223133:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1784188203.223148:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941504:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188203.223254:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941504:12345-0@lo:502:mount.lustre.0 Request processed in 107us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.223262:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1784188203.224765:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941504:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784188203.224843:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1784188203.224856:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1784188203.233142:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188203.233158:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233161:0:24296:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784188203.233173:0:24296:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff960951598800 00000020:00000080:3.0:1784188203.233189:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188203.233199:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188203.233202:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233204:0:24296:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1784188203.233207:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188203.233209:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233211:0:24296:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1784188203.233214:0:24296:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff960951598800 00000020:00000080:3.0:1784188203.233216:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188203.233302:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188203.233307:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233309:0:24296:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1784188203.233312:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188203.233315:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233316:0:24296:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784188203.233319:0:24296:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff960951598800 00000020:00000080:3.0:1784188203.233321:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188203.233338:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188203.233340:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233341:0:24296:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784188203.233344:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188203.233347:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233353:0:24296:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1784188203.233359:0:24296:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff960951598800 00000020:00000080:3.0:1784188203.233636:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188203.233667:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188203.233670:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188203.233671:0:24296:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1784188203.233675:0:24296:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1784188203.236598:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1784188203.236657:0:24275:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784188203.236679:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.236694:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188203.236768:0:24275:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784188203.236771:0:24275:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff960951598800 10000000:01000000:1.0:1784188203.236775:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff960951598800 10000000:01000000:1.0:1784188203.236779:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784188203.236786:0:24275:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff960951598800 from 1 10000000:01000000:1.0:1784188203.236788:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784188203.236828:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.236837:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.236848:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.236874:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941632:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784188203.236950:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.236997:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941632 00000100:00100000:1.0:1784188203.237004:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941632 00000100:00100000:1.0:1784188203.237047:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784188203.237056:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:24275:x1870856271941632:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188203.237069:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188203.237081:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c8c00/0xf422abd382aa23a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa239e expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.237102:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c8c00/0xf422abd382aa23a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa239e expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.237112:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c8c00/0xf422abd382aa23a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa239e expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.237120:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c8c00, rc 0) 00000100:00100000:1.0:1784188203.237152:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271941632:12345-0@lo:101:mount.lustre.0 Request processed in 97us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.237158:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784188203.237213:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188203.237234:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941632:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784188203.237250:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23a5 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.237259:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa23a5 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784188203.243640:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1784188203.243942:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188203.244606:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1784188203.244635:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1784188203.244650:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1784188203.244662:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1784188203.244674:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1784188203.244687:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1784188203.244700:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1784188203.244714:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1784188203.244724:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784188203.244734:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1784188203.244745:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1784188203.244756:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1784188203.244768:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1784188203.244780:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1784188203.244790:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1784188203.244816:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1784188203.244829:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1784188203.244841:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1784188203.244853:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1784188203.244864:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1784188203.244874:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1784188203.244885:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1784188203.244897:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1784188203.244909:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1784188203.244934:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1784188203.244949:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1784188203.244963:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1784188203.244977:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1784188203.244992:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1784188203.245005:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1784188203.246761:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1784188203.246816:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1784188203.246832:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1784188203.246845:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1784188203.246858:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1784188203.246870:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1784188203.246881:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1784188203.246894:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1784188203.246905:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1784188203.246916:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1784188203.246928:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1784188203.246940:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1784188203.246954:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1784188203.246968:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1784188203.246982:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1784188203.246996:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1784188203.247011:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1784188203.247053:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1784188203.247271:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1784188203.247291:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1784188203.247310:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1784188203.247315:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1784188203.247521:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941760:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188203.247586:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188203.247785:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608439aff00 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.248737:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941760 00000100:00100000:2.0:1784188203.248746:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941760 00000100:00100000:2.0:1784188203.248803:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1784188203.248814:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271941760:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188203.248972:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271941760:12345-0@lo:501:mount.lustre.0 Request processed in 159us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.248979:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1784188203.250152:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941760:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188203.250262:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941888:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188203.250525:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.250557:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff96095801e180 going to sleep for 11 seconds 00000100:00100000:3.0:1784188203.250676:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271941888 00000100:00100000:3.0:1784188203.250689:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271941888 00000100:00100000:3.0:1784188203.250737:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1784188203.250746:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271941888:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784188203.250849:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271941888:12345-0@lo:503:mount.lustre.0 Request processed in 104us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188203.250856:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1784188203.250939:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271941888:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784188203.252875:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784188203.252971:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942016:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188203.253320:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.253510:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603de40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188203.254560:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942016 00000100:00100000:0.0:1784188203.254570:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942016 00000100:00100000:0.0:1784188203.254662:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1784188203.254673:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942016:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188203.254834:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942016:12345-0@lo:502:mount.lustre.0 Request processed in 162us (1514us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.254841:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1784188203.259559:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942016:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784188203.259828:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1784188203.259856:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1784188203.259868:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1784188203.259879:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1784188203.259890:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1784188203.259901:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1784188203.259912:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1784188203.259923:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1784188203.259934:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1784188203.259945:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1784188203.259956:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1784188203.259966:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1784188203.259976:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1784188203.259988:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1784188203.260000:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1784188203.260011:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1784188203.261508:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1784188203.261538:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1784188203.261578:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1784188203.261595:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1784188203.261609:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1784188203.261624:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1784188203.261638:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1784188203.261655:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1784188203.261671:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1784188203.261684:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1784188203.261698:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1784188203.261712:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1784188203.261727:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1784188203.261743:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1784188203.261759:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1784188203.261772:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1784188203.261787:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1784188203.261802:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1784188203.261832:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1784188203.261849:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1784188203.261865:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1784188203.261880:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1784188203.261893:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1784188203.261906:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1784188203.261920:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1784188203.261934:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1784188203.261949:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1784188203.261964:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1784188203.261978:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1784188203.261992:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1784188203.262005:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1784188203.262544:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1784188203.262611:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942144:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188203.262688:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188203.262764:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608439af300 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.262804:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942144 00000100:00100000:2.0:1784188203.262812:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942144 00000100:00100000:2.0:1784188203.262897:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1784188203.262908:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942144:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188203.263083:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942144:12345-0@lo:502:mount.lustre.0 Request processed in 176us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.263099:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1784188203.263284:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942144:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784188203.265248:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1784188203.265295:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1784188203.265354:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942272:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188203.265461:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.265505:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff96095801e180 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.266505:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942272 00000100:00100000:2.0:1784188203.266517:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942272 00000100:00100000:2.0:1784188203.266569:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1784188203.266578:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942272:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188203.266714:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271942272:12345-0@lo:502:mount.lustre.0 Request processed in 136us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.266723:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1784188203.266895:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271942272:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784188203.266955:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1784188203.266965:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1784188203.270563:0:24302:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1784188203.270581:0:24302:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff960842b30000) 00000020:00000080:3.0:1784188203.270606:0:24302:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1784188203.270764:0:24302:0:(tgt_mount.c:153:server_get_mount()) get mount ffff960951598800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1784188203.270768:0:24302:0:(tgt_mount.c:187:server_put_mount()) put mount ffff960951598800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1784188203.270771:0:24302:0:(obd_mount.c:710:lustre_put_lsi()) put ffff960951598800 3 00010000:00080000:3.0:1784188203.270796:0:24302:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9608442cd000@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.117@tcp at head 00010000:00010000:3.0:1784188203.277596:0:24302:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1784188203.277706:0:24302:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1784188203.277749:0:24302:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1784188203.277762:0:24302:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf422abd382aa23b3 00000100:00080000:3.0:1784188203.277772:0:24302:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784188203.277778:0:24302:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9608442cd000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188203.277812:0:24302:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450fad80 x1870856271942400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784188203.277842:0:24302:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1784188203.277947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188203.277952:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188203.277955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188203.277958:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188203.277979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188203.277982:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784188203.277984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188203.277987:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784188203.278030:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271942528:0@lo:400:kworker.0 00000100:00100000:0.0:1784188203.278091:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.278123:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784188203.278129:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271942656:0@lo:400:kworker.0 00000100:00100000:0.0:1784188203.278151:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.278195:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942528 00000100:00100000:0.0:1784188203.278202:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942528 00000100:00100000:0.0:1784188203.278240:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188203.278249:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271942528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188203.278300:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271942528:12345-0@lo:400:kworker.0 Request processed in 51us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.278314:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784188203.278324:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271942400:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784188203.278348:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271942528:0@lo:400:kworker.0 00000100:00100000:1.0:1784188203.278354:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.278405:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942656 00000100:00100000:1.0:1784188203.278409:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942656 00000100:00100000:1.0:1784188203.278470:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942400 00000100:00100000:1.0:1784188203.278473:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942400 00000100:00100000:1.0:1784188203.278496:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784188203.278502:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271942656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188203.278503:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784188203.278507:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1870856271942400:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1784188203.278525:0:24053:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000100:00100000:1.0:1784188203.278537:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271942656:12345-0@lo:400:kworker.0 Request processed in 36us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.278543:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000080:0.0:1784188203.278551:0:24053:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf422abd382aa23ba 00000004:00100000:0.0:1784188203.278564:0:24053:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00080000:1.0:1784188203.278570:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96097f0b9500 x1870856271942656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188203.278580:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271942656:0@lo:400:kworker.0 00000100:00080000:0.0:1784188203.278589:0:24053:0:(import.c:65:import_set_state_nolock()) ffff9608427ed000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784188203.278635:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1870856271942400:12345-0@lo:38:llog_process_th.0 Request processed in 126us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.278641:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1784188203.278753:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9608450fad80 x1870856271942400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188203.278762:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784188203.278768:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1784188203.278774:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1784188203.278778:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1784188203.278780:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9608442cd000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784188203.278786:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3653:1870856271942400:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1784188203.281162:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271942784:0@lo:400:kworker.0 00000100:00100000:2.0:1784188203.281294:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188203.281574:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188203.281582:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271942912:0@lo:400:kworker.0 00000100:00100000:2.0:1784188203.281609:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188203.281657:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942912 00000100:00100000:2.0:1784188203.281664:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942912 00000100:00100000:2.0:1784188203.281704:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784188203.281712:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271942912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188203.281764:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271942912:12345-0@lo:400:kworker.0 Request processed in 53us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188203.281772:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:2.0:1784188203.281821:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96097f0b9f80 x1870856271942912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188203.281833:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271942912:0@lo:400:kworker.0 00000020:01000004:2.0:1784188203.282161:0:24302:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1784188203.282186:0:24302:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff960976480000) 00000020:00000080:2.0:1784188203.282213:0:24302:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1784188203.282381:0:24302:0:(tgt_mount.c:153:server_get_mount()) get mount ffff960951598800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1784188203.282386:0:24302:0:(tgt_mount.c:187:server_put_mount()) put mount ffff960951598800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1784188203.282389:0:24302:0:(obd_mount.c:710:lustre_put_lsi()) put ffff960951598800 3 00010000:00080000:2.0:1784188203.282415:0:24302:0:(ldlm_lib.c:102:import_set_conn()) imp ffff960842578800@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.117@tcp at head 00010000:00010000:2.0:1784188203.283945:0:24302:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1784188203.284024:0:24302:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1784188203.284061:0:24302:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1784188203.284072:0:24302:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf422abd382aa23c8 00000100:00080000:2.0:1784188203.284080:0:24302:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784188203.284085:0:24302:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff960842578800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188203.284115:0:24302:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9609770a8700 x1870856271943040/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188203.284141:0:24302:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1784188203.284169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188203.284173:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188203.284176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188203.284178:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188203.284181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188203.284184:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784188203.284187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188203.284190:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188203.284723:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271942784 00000100:00100000:3.0:1784188203.284731:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271942784 00000100:00100000:3.0:1784188203.284777:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1784188203.284785:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271942784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188203.284890:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271942784:12345-0@lo:400:kworker.0 Request processed in 104us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188203.284897:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1784188203.284945:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271942784:0@lo:400:kworker.0 00000100:00100000:1.0:1784188203.285727:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3653:1870856271943040:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1784188203.285774:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.285822:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943040 00000100:00100000:1.0:1784188203.285826:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943040 00000100:00100000:1.0:1784188203.285848:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784188203.285852:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1870856271943040:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1784188203.285882:0:24053:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1784188203.285913:0:24053:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf422abd382aa23cf 00000004:00100000:1.0:1784188203.285925:0:24053:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784188203.285951:0:24053:0:(import.c:65:import_set_state_nolock()) ffff96084108a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784188203.285987:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1870856271943040:12345-0@lo:38:llog_process_th.0 Request processed in 133us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.285993:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1784188203.286022:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9609770a8700 x1870856271943040/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188203.286031:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784188203.286037:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1784188203.286043:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1784188203.286047:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1784188203.286050:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842578800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784188203.286055:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3653:1870856271943040:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1784188203.288553:0:24302:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1784188203.288628:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1784188203.288658:0:24275:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1784188203.288679:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23a5 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188203.288691:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8800/0xf422abd382aa239e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23a5 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1784188203.288735:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1784188203.288738:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784188203.288739:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784188203.288740:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784188203.288742:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784188203.288743:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784188203.288745:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784188203.288747:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784188203.288752:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1784188203.288756:0:24275:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1784188203.288758:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1784188203.288759:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784188203.288760:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784188203.288761:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784188203.288762:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784188203.288763:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784188203.288764:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784188203.288765:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784188203.288766:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1784188203.288788:0:24275:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1784188203.288805:0:24275:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271943168:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1784188203.288864:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188203.288895:0:24275:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094799b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188203.288993:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943168 00000100:00100000:2.0:1784188203.289000:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943168 00000100:00100000:2.0:1784188203.289110:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1784188203.289124:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271943168:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784188203.289149:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1784188203.289161:0:22766:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1784188203.296960:0:22766:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1784188203.296980:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1784188203.296996:0:22788:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1784188203.297001:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1784188203.297024:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297042:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2319 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297050:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2327 expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297058:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297104:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297118:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 21 pid: 22765 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.297133:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271943296:0@lo:104: 00000100:00100000:1.0:1784188203.297201:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784188203.297248:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297257:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 21 pid: 22766 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.297265:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271943424:0@lo:104: 00000100:00100000:1.0:1784188203.297305:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.297320:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188203.297321:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:24275:x1870856271943168:12345-0@lo:253:mount.lustre.0 Request processed in 8197us (8454us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188203.297331:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1784188203.297343:0:22756:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1784188203.297357:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943296 00000100:00100000:1.0:1784188203.297363:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943296 00000100:00100000:1.0:1784188203.297393:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943424 00000100:00100000:1.0:1784188203.297396:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943424 00000100:00100000:1.0:1784188203.297411:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188203.297418:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271943296:12345-0@lo:104: 00010000:00010000:1.0:1784188203.297458:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297509:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784188203.297521:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271943296:12345-0@lo:104: Request processed in 103us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.297527:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188203.297541:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188203.297546:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096aff6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271943424:12345-0@lo:104: 00010000:00010000:1.0:1784188203.297553:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297595:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784188203.297600:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096aff6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271943424:12345-0@lo:104: Request processed in 54us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.297605:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1784188203.297649:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188203.297655:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297661:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165d600 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188203.297665:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297673:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188203.297686:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188203.297691:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784188203.297715:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297729:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188203.297747:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297754:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96094165d600/0xf422abd382aa2327 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa232e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297764:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188203.297767:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297772:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157c800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188203.297775:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297781:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188203.297787:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188203.297791:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784188203.297802:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297806:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188203.297812:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297818:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157c800/0xf422abd382aa2319 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2320 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.297833:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188203.297835:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188203.297836:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188203.297842:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188203.297859:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271943552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188203.297892:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.297913:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784188203.297918:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271943680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188203.297939:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188203.297970:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943552 00000100:00100000:1.0:1784188203.297974:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943552 00010000:00010000:1.0:1784188203.297989:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 21 pid: 22765 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.298013:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943680 00000100:00100000:1.0:1784188203.298016:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943680 00010000:00010000:1.0:1784188203.298026:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 22 pid: 22766 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.298037:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188203.298043:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+22:3654:x1870856271943552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188203.298052:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188203.298057:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 22 pid: 22765 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298067:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 22 pid: 22765 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298092:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188203.298118:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+22:3654:x1870856271943552:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.298124:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188203.298135:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188203.298140:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609775f5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271943680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188203.298146:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188203.298149:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 21 pid: 22766 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298157:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 21 pid: 22766 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298166:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298173:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1784188203.298185:0:22758:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007454197s 00010000:00010000:1.0:1784188203.298189:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298196:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298203:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298219:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298225:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609770c8200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188203.298229:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298236:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298244:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298253:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188203.298273:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609775f5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271943680:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188203.298279:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188203.298329:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271943680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784188203.298337:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271943552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188203.298358:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96094165c400/0xf422abd382aa232e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa2327 expref: 20 pid: 22765 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.298367:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271943296:0@lo:104: 00010000:00010000:1.0:1784188203.298376:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695e00/0xf422abd382aa2320 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa2319 expref: 19 pid: 22766 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188203.298383:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271943424:0@lo:104: 00010000:00010000:1.0:1784188203.298401:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298410:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298416:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188203.298422:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c8200/0xf422abd382aa23d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188203.298485:0:24275:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:24275:1870856271943168:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784188203.298495:0:24275:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1784188203.298498:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784188203.298499:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784188203.298501:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784188203.298502:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784188203.298503:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784188203.298504:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784188203.298505:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784188203.298507:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784188203.298508:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1784188203.298519:0:24275:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1784188203.300974:0:24275:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1784188203.303866:0:24275:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1784188203.303883:0:24275:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1784188203.303918:0:24275:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784188203.303959:0:24275:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.117@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784188203.303981:0:24275:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1784188203.303997:0:24275:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1784188203.304906:0:24275:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188203.306410:0:24275:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784188203.641627:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188204.085915:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188204.085939:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271943808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188204.086004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188204.086146:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188204.086155:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271943936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188204.086184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188204.086212:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943808 00000100:00100000:3.0:1784188204.086219:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943808 00000100:00100000:3.0:1784188204.086259:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271943936 00000100:00100000:3.0:1784188204.086262:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271943936 00000100:00100000:3.0:1784188204.086279:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1784188204.086286:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271943808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784188204.086331:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784188204.086588:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271943808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 300us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188204.086596:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1784188204.086615:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1784188204.086623:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271943936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784188204.086640:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784188204.086672:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271943936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188204.086678:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1784188204.086717:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271943936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188204.086791:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271943808:0@lo:41:osp-pre-0-1.0 00000020:00000004:3.0:1784188204.157820:0:24354:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784188204.158187:0:24354:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1784188204.473867:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784188204.473876:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9609725be800 from 13 10000000:01000000:1.0:1784188204.473881:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784188204.473929:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.473942:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.473961:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188204.473988:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784188204.474183:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188204.474222:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96095801ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1784188204.474241:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944064 00000100:00100000:1.0:1784188204.474247:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944064 00000100:00100000:1.0:1784188204.474293:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1784188204.474300:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+19:22769:x1870856271944064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188204.474323:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188204.474486:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa23dd expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.474512:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa23dd expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.474522:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa23dd expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.474531:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c9c00, rc 0) 00000100:00100000:1.0:1784188204.474568:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+20:22769:x1870856271944064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 268us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188204.474575:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1784188204.474631:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188204.474644:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.474652:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188204.474701:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1784188204.474740:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188204.474759:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96095801ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1784188204.477508:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944192 00000100:00100000:1.0:1784188204.477523:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944192 00000100:00100000:1.0:1784188204.477582:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1784188204.477593:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+20:22769:x1870856271944192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784188204.477703:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784188204.477784:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784188204.477787:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1784188204.477915:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+20:22769:x1870856271944192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 323us (3174us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188204.477923:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1784188204.477979:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1784188204.478111:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784188204.478121:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188204.478134:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188204.478145:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784188204.478148:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff96097f7a4000 from 13 10000000:01000000:2.0:1784188204.478150:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784188204.478181:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188204.478189:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188204.478198:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188204.478217:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188204.478249:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188204.478285:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609602129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188204.478338:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944320 00000100:00100000:1.0:1784188204.478344:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944320 00000100:00100000:1.0:1784188204.478375:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1784188204.478382:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+20:22769:x1870856271944320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188204.478391:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188204.478405:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa23eb expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.478453:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa23eb expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.478463:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa23eb expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188204.478471:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c8200, rc 0) 00000100:00100000:1.0:1784188204.478499:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271944320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188204.478506:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1784188204.479028:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784188204.479420:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188204.479430:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188204.479508:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944448:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1784188204.479548:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188204.479579:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609602129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188204.481080:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944448 00000100:00100000:1.0:1784188204.481090:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944448 00000100:00100000:1.0:1784188204.481132:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1784188204.481142:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271944448:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784188204.483493:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784188204.483509:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784188204.483511:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1784188204.483637:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271944448:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 2494us (4086us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188204.483647:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1784188204.484191:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271944448:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784188204.484255:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784188204.484265:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188204.484276:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188204.667024:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188204.984195:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784188205.687916:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188206.710474:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188207.740633:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784188208.694284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188208.694290:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784188208.694293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188208.694296:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784188208.694319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188208.694322:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784188208.694325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188208.694328:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784188208.694383:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271944576:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694467:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694511:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271945088:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694536:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694568:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1784188208.694574:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271944704:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694596:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694610:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271945216:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694631:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694657:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271944832:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694678:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694692:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271945344:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694712:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694725:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188208.694730:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271944960:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694747:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188208.694775:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944576 00000100:00100000:3.0:1784188208.694782:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944576 00000100:00100000:3.0:1784188208.694836:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1784188208.694845:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271944576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.694889:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271944576:12345-0@lo:400:kworker.0 Request processed in 45us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.694896:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1784188208.694931:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945088 00000100:00100000:3.0:1784188208.694934:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945088 00000100:00100000:3.0:1784188208.694950:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945216 00000100:00100000:3.0:1784188208.694953:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945216 00000100:00100000:3.0:1784188208.694973:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944832 00000100:00100000:3.0:1784188208.694976:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944832 00000100:00100000:3.0:1784188208.694984:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945344 00000100:00100000:3.0:1784188208.694987:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945344 00000100:00100000:3.0:1784188208.695000:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784188208.695011:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271945088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695041:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271945088:12345-0@lo:400:kworker.0 Request processed in 30us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695047:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784188208.695058:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784188208.695064:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271945216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695087:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271945216:12345-0@lo:400:kworker.0 Request processed in 23us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695093:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784188208.695102:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784188208.695106:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271944832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695134:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271944832:12345-0@lo:400:kworker.0 Request processed in 27us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695254:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784188208.695271:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784188208.695278:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271945344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695306:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271945344:12345-0@lo:400:kworker.0 Request processed in 29us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695312:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784188208.695329:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944704 00000100:00100000:3.0:1784188208.695332:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944704 00000100:00100000:3.0:1784188208.695367:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271944960 00000100:00100000:3.0:1784188208.695371:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271944960 00000100:00100000:3.0:1784188208.695383:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784188208.695388:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271944704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695417:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271944704:12345-0@lo:400:kworker.0 Request processed in 29us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695429:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784188208.695465:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784188208.695471:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271944960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695497:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271944960:12345-0@lo:400:kworker.0 Request processed in 26us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188208.695503:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784188208.695552:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271944960:0@lo:400:kworker.0 00010000:00080000:3.0:1784188208.695565:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608450fad80 x1870856271944832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188208.695575:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271944832:0@lo:400:kworker.0 00010000:00080000:3.0:1784188208.695584:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff960943eb5180 x1870856271945344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188208.695592:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271945344:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695621:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271944704:0@lo:400:kworker.0 00010000:00080000:3.0:1784188208.695629:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff960943eb7800 x1870856271945216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188208.695638:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271945216:0@lo:400:kworker.0 00000100:00100000:3.0:1784188208.695645:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271944576:0@lo:400:kworker.0 00010000:00080000:3.0:1784188208.695654:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608450fbb80 x1870856271945088/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188208.695661:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271945088:0@lo:400:kworker.0 00000100:00080000:0.0:1784188208.696979:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784188208.696988:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1784188208.758220:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188209.205681:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188209.205705:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271945472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188209.205777:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188209.205824:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945472 00000100:00100000:3.0:1784188209.205831:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945472 00000100:00100000:3.0:1784188209.205873:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784188209.205882:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271945472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784188209.205917:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784188209.205959:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271945472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188209.205967:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784188209.206012:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271945472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188209.206174:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188209.206184:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271945600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188209.206225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188209.206259:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945600 00000100:00100000:0.0:1784188209.206263:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945600 00000100:00100000:0.0:1784188209.206289:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784188209.206296:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271945600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784188209.206313:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188209.206362:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271945600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188209.206368:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784188209.206396:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271945600:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1784188209.788420:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784188210.104045:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:3.0:1784188210.644359:0:24645:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg117-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1784188210.809544:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1784188211.693753:0:24697:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188211.693970:0:24697:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784188211.831353:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1784188212.640775:0:24748:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784188212.641025:0:24748:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784188212.853632:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188213.557865:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188198/real 1784188198] req@ffff9609770ab100 x1870856271939712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188213.557898:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9609770ab100 x1870856271939712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188213.557909:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188198/real 1784188198] req@ffff9609770a8e00 x1870856271939840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188213.557920:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9609770a8e00 x1870856271939840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784188213.557940:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842752000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188213.557960:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784188213.557964:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271939712:0@lo:8:kworker.0 00000100:00080000:1.0:1784188213.557970:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784188213.557975:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784188213.557978:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609770a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271939840:0@lo:8:kworker.0 00000100:00080000:1.0:1784188213.558082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188213.558086:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188213.558103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188213.558106:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784188213.558125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188213.558128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1784188213.558130:0:8:0:(import.c:65:import_set_state_nolock()) ffff960842752000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784188213.558135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1784188213.558141:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784188213.558148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff960842752000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188213.558180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427daa00 x1870856271946240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784188213.558343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784188213.558347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784188213.558349:0:8:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784188213.558353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1784188213.558356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784188213.558361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:1.0:1784188213.558375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427db800 x1870856271946368/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784188213.558418:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271946112:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558509:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558562:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1784188213.558569:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271945728:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558595:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558616:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271946496:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558649:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558674:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271945856:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558696:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558710:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1870856271946624:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558728:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558745:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784188213.558750:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271945984:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558770:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558786:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271946752:0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558806:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.558832:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946112 00000100:00100000:1.0:1784188213.558839:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946112 00000100:00100000:1.0:1784188213.558876:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945856 00000100:00100000:1.0:1784188213.558879:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945856 00000100:00100000:1.0:1784188213.558894:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784188213.558901:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271946112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.558954:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271946112:12345-0@lo:400:kworker.0 Request processed in 52us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188213.558960:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784188213.558977:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784188213.558982:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271945856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188213.559010:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271945856:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188213.559015:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784188213.559031:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945728 00000100:00100000:1.0:1784188213.559034:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945728 00000100:00100000:2.0:1784188213.559718:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946496 00000100:00100000:2.0:1784188213.559726:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946496 00000100:00100000:2.0:1784188213.559753:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946624 00000100:00100000:2.0:1784188213.559756:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946624 00000100:00100000:2.0:1784188213.559778:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271945984 00000100:00100000:2.0:1784188213.559781:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271945984 00000100:00100000:2.0:1784188213.559791:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946752 00000100:00100000:2.0:1784188213.559793:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946752 00000100:00100000:2.0:1784188213.559808:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784188213.559815:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271946496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188213.559865:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271946496:12345-0@lo:400:kworker.0 Request processed in 50us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188213.559872:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784188213.559887:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1784188213.559893:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1870856271946624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188213.559917:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1870856271946624:12345-0@lo:400:kworker.0 Request processed in 24us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188213.559932:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1784188213.559944:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784188213.559949:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271945984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188213.559974:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1870856271945984:12345-0@lo:400:kworker.0 Request processed in 25us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188213.559980:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784188213.559989:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1784188213.559995:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271946752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188213.560020:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271946752:12345-0@lo:400:kworker.0 Request processed in 25us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188213.560026:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1784188213.560047:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271946240:0@lo:8:kworker.0 00000100:00100000:2.0:1784188213.560097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188213.560124:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271946368:0@lo:8:kworker.0 00000100:00100000:2.0:1784188213.560146:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784188213.560306:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784188213.560312:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1784188213.560341:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427d8000 x1870856271945984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.560354:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1870856271945984:0@lo:400:kworker.0 00010000:00080000:0.0:1784188213.560369:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427db100 x1870856271946752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.560377:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271946752:0@lo:400:kworker.0 00000100:00100000:0.0:1784188213.560388:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271945856:0@lo:400:kworker.0 00010000:00080000:0.0:1784188213.560400:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427d8e00 x1870856271946624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.560408:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1870856271946624:0@lo:400:kworker.0 00010000:00080000:0.0:1784188213.560471:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427da680 x1870856271946496/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.560480:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271946496:0@lo:400:kworker.0 00000100:00100000:0.0:1784188213.560490:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271946112:0@lo:400:kworker.0 00000100:00100000:2.0:1784188213.560638:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946240 00000100:00100000:2.0:1784188213.560642:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946240 00000100:00100000:2.0:1784188213.560659:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946368 00000100:00100000:2.0:1784188213.560662:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946368 00000100:00100000:2.0:1784188213.560671:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784188213.560676:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271946240:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1784188213.560700:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1784188213.560726:0:24280:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa23f9 00002000:00100000:2.0:1784188213.560738:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff960944eef000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1784188213.560742:0:24280:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1784188213.560752:0:24280:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784188213.560930:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1784188213.560957:0:24280:0:(import.c:65:import_set_state_nolock()) ffff960944eeb800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188213.561003:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1870856271946240:12345-0@lo:8:kworker.0 Request processed in 325us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188213.561010:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784188213.561023:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784188213.561027:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271946368:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1784188213.561040:0:24280:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1784188213.562838:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1784188213.562859:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271945728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188213.562937:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271945728:12345-0@lo:400:kworker.0 Request processed in 85us (4340us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188213.562959:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1784188213.563018:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271945728:0@lo:400:kworker.0 00010000:00080000:0.0:1784188213.564160:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427daa00 x1870856271946240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.564174:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188213.564187:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784188213.564197:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784188213.564204:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1784188213.564207:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842752000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784188213.564228:0:3653:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784188213.564234:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271946240:0@lo:8:kworker.0 00000004:00080000:3.0:1784188213.567057:0:23515:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1784188213.571863:0:23516:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1784188213.571897:0:23516:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947008:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1784188213.571976:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188213.572015:0:23516:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:0.0:1784188213.572045:0:24282:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1784188213.572053:0:24282:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1784188213.572162:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271946880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1784188213.572255:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188213.572309:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271946880 00000100:00100000:1.0:1784188213.572315:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271946880 00000100:00100000:1.0:1784188213.572378:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784188213.572387:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1870856271946880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1784188213.572416:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188213.572485:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1870856271946880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188213.572492:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1784188213.572512:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1784188213.572536:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bad80 x1870856271946880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784188229 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188213.572553:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271946880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784188213.573174:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947008 00000100:00100000:0.0:1784188213.573180:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947008 00000004:00080000:3.0:1784188213.573194:0:23515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 722670757396ns, next at 0ns, rc = 0 00080000:00080000:3.0:1784188213.573201:0:23515:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1784188213.573306:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188213.573313:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1870856271947008:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1784188213.577366:0:23506:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:0.0:1784188213.582081:0:24781:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1784188213.582091:0:24781:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1784188213.582329:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1870856271947008:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9010us (10347us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188213.582340:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1784188213.582401:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bb480 x1870856271947008/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1784188229 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.582417:0:23516:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947008:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1784188213.582431:0:23516:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1784188213.582495:0:23516:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947136:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1784188213.582528:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188213.582551:0:23516:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:0.0:1784188213.582568:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947136 00000100:00100000:0.0:1784188213.582574:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947136 00000100:00100000:0.0:1784188213.582614:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784188213.582623:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1870856271947136:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1784188213.582648:0:24282:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1784188213.582677:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1870856271947136:12345-0@lo:5:osp-pre-0-1.0 Request processed in 55us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188213.582684:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1784188213.582709:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bb480 x1870856271947136/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784188229 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.582719:0:23516:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947136:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1784188213.582727:0:23516:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1784188213.582751:0:23516:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947264:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1784188213.582772:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188213.582785:0:23516:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:0.0:1784188213.582795:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947264 00000100:00100000:0.0:1784188213.582798:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947264 00000100:00100000:0.0:1784188213.582817:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784188213.582823:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1870856271947264:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1784188213.582853:0:24282:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1784188213.591091:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271946368:12345-0@lo:8:kworker.0 Request processed in 30051us (30932us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188213.591106:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1784188213.591161:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188213.591167:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188213.591170:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271946368:0@lo:8:kworker.0 00000001:00080000:0.0:1784188213.646195:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1784188213.646212:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1784188213.646660:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23516:x1870856271947264:12345-0@lo:5:osp-pre-0-1.0 Request processed in 63831us (63881us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1784188213.646678:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1784188213.646865:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bb480 x1870856271947264/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784188229 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188213.646877:0:23516:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1784188213.646885:0:23516:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1870856271947264:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1784188213.646900:0:23516:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1784188213.646955:0:23516:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1870856271947392:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1784188213.646992:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188213.647024:0:23516:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd300 going to sleep for 11 seconds 00000100:00100000:1.0:1784188213.647091:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947392 00000100:00100000:1.0:1784188213.647097:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947392 00000100:00100000:1.0:1784188213.647380:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784188213.647389:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1870856271947392:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1784188213.647466:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1870856271947392:12345-0@lo:900:osp-pre-0-1.0 Request processed in 77us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188213.647473:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1784188213.647545:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bb480 x1870856271947392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784188229 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188213.647556:0:23516:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1870856271947392:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1784188213.878079:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784188214.197962:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784188214.325619:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784188214.325644:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271947520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188214.325713:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188214.325769:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947520 00000100:00100000:0.0:1784188214.325775:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947520 00000100:00100000:0.0:1784188214.325822:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784188214.325831:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271947520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784188214.325875:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188214.325917:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271947520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188214.325924:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784188214.325969:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271947520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188214.336184:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784188214.340114:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271947648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188214.340206:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188214.340786:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947648 00000100:00100000:0.0:1784188214.340795:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947648 00000100:00100000:0.0:1784188214.340878:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1784188214.340888:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271947648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1784188214.340926:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784188214.340984:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271947648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188214.340991:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1784188214.341351:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271947648:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1784188214.907468:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188215.934823:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188216.951151:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188217.657022:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188197/real 1784188197] req@ffff960943eb6d80 x1870856271937792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188217 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.657053:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb6d80 x1870856271937792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188217 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.657064:0:3653:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784188197/real 1784188197] req@ffff960943eb6680 x1870856271937920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188217 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.657090:0:3653:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff960943eb6680 x1870856271937920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784188217 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784188217.657110:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188217.657139:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1784188217.657143:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271937792:0@lo:8:kworker.0 00000100:00080000:2.0:1784188217.657148:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188217.657153:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1784188217.657156:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271937920:0@lo:8:kworker.0 00000100:00080000:0.0:1784188217.657369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188217.657374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1784188217.657376:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188217.657382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 707 00000100:00080000:0.0:1784188217.657387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1784188217.657393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff96096078b000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188217.657413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96097f0bb800 x1870856271948032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188217.657424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188217.657427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784188217.657428:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188217.657431:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 707 00000100:00080000:0.0:1784188217.657459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1784188217.657466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188217.657478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96097f0b9f80 x1870856271948160/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784188217.657515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784188217.657518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784188217.657520:0:8:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784188217.657529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 722 00000100:00080000:0.0:1784188217.657531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1784188217.657536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188217.657550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96097f0bbb80 x1870856271948672/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784188217.657591:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271947904:0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.657657:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188217.657718:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271948800:0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.657743:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188217.657762:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1784188217.657768:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271948288:0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.657788:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188217.657804:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271948928:0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.657823:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188217.657855:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947904 00000100:00100000:0.0:1784188217.657862:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947904 00000100:00100000:0.0:1784188217.657911:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784188217.657920:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271947904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.657975:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271947904:12345-0@lo:400:kworker.0 Request processed in 56us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.657982:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784188217.658001:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948800 00000100:00100000:0.0:1784188217.658004:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948800 00000100:00100000:0.0:1784188217.658024:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948288 00000100:00100000:0.0:1784188217.658026:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948288 00000100:00100000:0.0:1784188217.658036:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948928 00000100:00100000:0.0:1784188217.658044:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948928 00000100:00100000:0.0:1784188217.658069:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188217.658075:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271948800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.658108:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271948800:12345-0@lo:400:kworker.0 Request processed in 33us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.658114:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188217.658126:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188217.658131:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271948288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.658157:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271948288:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.658162:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188217.658173:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188217.658179:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271948928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.658222:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271948928:12345-0@lo:400:kworker.0 Request processed in 44us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.658228:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:0.0:1784188217.658266:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0b9500 x1870856271948288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188217.658278:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271948288:0@lo:400:kworker.0 00010000:00080000:0.0:1784188217.658291:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427db800 x1870856271948928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188217.658299:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271948928:0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.658309:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271947904:0@lo:400:kworker.0 00010000:00080000:0.0:1784188217.658318:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0baa00 x1870856271948800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188217.658333:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271948800:0@lo:400:kworker.0 00000100:00080000:1.0:1784188217.658843:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784188217.659174:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271947776:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659274:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271948544:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659301:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659340:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1784188217.659347:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271948416:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659387:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3657:1870856271949056:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659412:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659617:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949056 00000100:00100000:2.0:1784188217.659622:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949056 00000100:00100000:2.0:1784188217.659665:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1784188217.659673:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1870856271949056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659774:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1870856271949056:12345-0@lo:400:kworker.0 Request processed in 101us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188217.659792:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:2.0:1784188217.659841:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427daa00 x1870856271949056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.659853:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3657:1870856271949056:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.659875:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271948032:0@lo:8:kworker.0 00000100:00100000:2.0:1784188217.659906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659923:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271948160:0@lo:8:kworker.0 00000100:00100000:2.0:1784188217.659949:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.659965:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271948672:0@lo:8:kworker.0 00000100:00100000:2.0:1784188217.659987:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.660011:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948544 00000100:00100000:2.0:1784188217.660015:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948544 00000100:00100000:2.0:1784188217.660036:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948032 00000100:00100000:2.0:1784188217.660039:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948032 00000100:00100000:2.0:1784188217.660047:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948160 00000100:00100000:2.0:1784188217.660049:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948160 00000100:00100000:2.0:1784188217.660055:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948672 00000100:00100000:2.0:1784188217.660057:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948672 00000100:00100000:2.0:1784188217.660067:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784188217.660073:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271948544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.660121:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271948544:12345-0@lo:400:kworker.0 Request processed in 48us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188217.660128:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784188217.660140:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784188217.660145:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271948032:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1784188217.660168:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:2.0:1784188217.660209:0:24280:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa2400 00002000:00100000:2.0:1784188217.660223:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff96096020b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1784188217.660227:0:24280:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1784188217.660230:0:24280:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784188217.660308:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784188217.660329:0:24280:0:(import.c:65:import_set_state_nolock()) ffff96096020a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188217.660368:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1870856271948032:12345-0@lo:8:kworker.0 Request processed in 222us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188217.660375:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784188217.660387:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784188217.660391:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271948160:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1784188217.660402:0:24280:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188217.660425:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271948160:12345-0@lo:8:kworker.0 Request processed in 32us (475us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188217.660431:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784188217.660469:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784188217.660476:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271948672:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1784188217.660485:0:24280:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784188217.660519:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271948672:12345-0@lo:8:kworker.0 Request processed in 45us (531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784188217.660525:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1784188217.660551:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0ba300 x1870856271948544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.660561:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271948544:0@lo:400:kworker.0 00010000:00080000:2.0:1784188217.660588:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96097f0bb800 x1870856271948032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784188242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188217.660603:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1784188217.660610:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1784188217.660618:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1784188217.660623:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1784188217.660625:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096078b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1784188217.660637:0:3653:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1784188217.660642:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271948032:0@lo:8:kworker.0 00000100:00080000:2.0:1784188217.660653:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188217.660657:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188217.660659:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271948160:0@lo:8:kworker.0 00000100:00080000:2.0:1784188217.660666:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784188217.660669:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784188217.660672:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271948672:0@lo:8:kworker.0 00000100:00100000:0.0:1784188217.660921:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271947776 00000100:00100000:0.0:1784188217.660926:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271947776 00000100:00100000:0.0:1784188217.660958:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1784188217.660965:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:3657:x1870856271947776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188217.661007:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:3657:x1870856271947776:12345-0@lo:400:kworker.0 Request processed in 42us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.661013:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000004:00080000:0.0:1784188217.661068:0:22797:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1784188217.661085:0:22797:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1870856271949312:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1784188217.661113:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188217.661142:0:22797:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965bdf240 going to sleep for 11 seconds 00000100:00100000:1.0:1784188217.661321:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949312 00000100:00100000:1.0:1784188217.661325:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949312 00000100:00100000:1.0:1784188217.661350:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784188217.661358:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1870856271949312:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1784188217.661618:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271948416 00000100:00100000:1.0:1784188217.661623:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271948416 00000100:00100000:1.0:1784188217.661654:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784188217.661660:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271948416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188217.661713:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271948416:12345-0@lo:400:kworker.0 Request processed in 52us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188217.661719:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1784188217.661739:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784188217.661743:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1784188217.662468:0:22796:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784188217.663375:0:22796:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 726760937861ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784188217.663384:0:22796:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1784188217.663417:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188217.663458:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271949184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784188217.663527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188217.663584:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271948416:0@lo:400:kworker.0 00000100:00100000:2.0:1784188217.663595:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271947776:0@lo:400:kworker.0 00000100:00100000:1.0:1784188217.664099:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949184 00000100:00100000:1.0:1784188217.664107:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949184 00000100:00100000:1.0:1784188217.664160:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784188217.664170:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1870856271949184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784188217.664208:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188217.664263:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1870856271949184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188217.664270:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1784188217.664306:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427db800 x1870856271949184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784188233 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188217.664323:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271949184:0@lo:13:osp-pre-0-0.0 00002000:00080000:0.0:1784188217.665081:0:24281:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1784188217.665090:0:24281:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1784188217.665095:0:24281:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:2.0:1784188217.667152:0:22752:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:0.0:1784188217.684714:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.684728:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684744:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.684748:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.684755:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684770:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684792:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684799:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684817:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188217.684828:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188217.684833:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684841:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.684845:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684854:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684871:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684878:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2407 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.684892:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.684900:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.684901:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.691394:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.691418:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691452:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.691457:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.691464:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691479:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691489:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691496:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691519:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188217.691531:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188217.691537:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691545:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.691549:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691572:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691590:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691596:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa240e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.691616:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.691618:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.691620:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.696533:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.696550:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.696580:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.696586:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.696593:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.696610:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.696620:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.696627:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.696649:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188217.697349:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.697355:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697364:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.697367:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.697372:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697381:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697400:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697407:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697427:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784188217.697711:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.697716:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697725:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.697728:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.697732:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697741:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697749:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697755:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.697775:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1784188217.698012:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1784188217.698021:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698035:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157c000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.698040:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698049:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698068:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698075:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e10ea7f0/0xf422abd382aa2415 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698094:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.698098:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698104:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157d000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.698108:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698115:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698134:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698147:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cc9fd8a/0xf422abd382aa241c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698160:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.698163:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698169:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157da00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.698172:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698180:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698188:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698206:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070fbc867/0xf422abd382aa2423 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.698217:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.698219:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.698221:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.698337:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.698343:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698351:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.698354:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.698359:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698368:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698376:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698382:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698403:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188217.698668:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188217.698675:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.698683:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157c800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.698687:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.698694:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.698706:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.698725:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098ca47b4/0xf422abd382aa242a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.698740:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.698742:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.698743:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.698814:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.698821:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698829:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.698839:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.698843:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698852:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698860:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698867:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.698917:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188217.706065:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.706078:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.706096:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.706101:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.706108:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.706136:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.706147:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.706161:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706240:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188217.706248:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706257:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157c200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.706261:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706270:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706287:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706295:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009869de80/0xf422abd382aa2431 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706311:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188217.706315:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706328:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.706332:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706339:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706348:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.706355:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.706357:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.706359:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.707250:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.709885:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784188217.709901:0:24281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001df2cf41/0xf422abd382aa2438 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.710214:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.710625:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.710633:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.710646:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.710651:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.710658:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.710673:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.710683:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.710691:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.710724:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188217.711048:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.711055:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711064:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.711067:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.711071:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711080:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711088:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711095:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711201:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784188217.711487:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.711493:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711502:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.711515:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.711520:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711529:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711537:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.711544:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713669:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1784188217.713694:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713708:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.713712:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713722:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713743:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713752:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025e1cc32/0xf422abd382aa243f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713772:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.713776:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713782:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.713785:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713792:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713814:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713821:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cd4fb1b/0xf422abd382aa2446 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713833:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.713836:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713841:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.713844:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713852:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713860:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.713867:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.713868:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.713870:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.716391:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784188217.716407:0:24281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8ebf8e4/0xf422abd382aa244d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1784188217.716924:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.716932:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.716945:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.716949:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.716956:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.716970:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.716985:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.716993:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717004:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188217.717363:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.717369:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717377:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.717380:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.717384:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717393:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717401:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717407:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717426:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784188217.717708:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.717715:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717724:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.717727:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.717731:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717740:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717747:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717754:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.717763:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1784188217.719308:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1784188217.719323:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719349:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.719354:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719365:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719385:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719393:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000550dc4ea/0xf422abd382aa2454 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719414:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.719418:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719424:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.719427:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719452:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719463:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719476:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfa0809f/0xf422abd382aa245b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719490:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.719493:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719500:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.719503:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719511:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719521:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719527:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d23b4dfc/0xf422abd382aa2462 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.719538:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.719540:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.719542:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.719746:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.719754:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.719763:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.719773:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.719779:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.719792:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.719801:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.719809:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.719830:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188217.720730:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.720738:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.720749:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.720752:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.720757:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.720768:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.720777:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.720792:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.720802:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1784188217.721091:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188217.721099:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721173:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188217.721177:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721186:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721282:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721291:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a18182e4/0xf422abd382aa2469 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721309:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188217.721313:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721319:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188217.721322:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721330:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721339:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721353:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000474bc4f/0xf422abd382aa2470 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.721367:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188217.721369:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188217.721371:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.721582:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.721588:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.721598:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.721601:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.721606:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.721616:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.721624:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.721632:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.721653:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188217.721941:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.721948:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.721963:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.721967:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.721975:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.721987:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.721994:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023d61505/0xf422abd382aa2477 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.722009:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.722010:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.722012:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188217.722049:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188217.722323:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188217.722329:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.722344:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1784188217.722347:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188217.722351:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.722362:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.722370:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.722378:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.722427:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784188217.730642:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188217.730658:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.730676:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1784188217.730682:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188217.730688:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.730703:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.730713:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.730721:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.730971:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.730981:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.730990:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.730996:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731005:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731032:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731041:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067a36636/0xf422abd382aa247e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731060:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.731063:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731070:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.731073:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731080:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731088:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.731095:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.731097:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.731099:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188217.731411:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1784188217.731423:0:24281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa2485 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.739384:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.742609:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.742627:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.742647:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.742652:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.742659:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.742675:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.742686:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.742706:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.742735:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1784188217.743680:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.743688:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.743700:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.743703:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.743708:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.743719:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.743728:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.743736:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.743754:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784188217.745117:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784188217.745129:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745141:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188217.745145:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745155:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745185:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745203:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a222cba6/0xf422abd382aa248c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745220:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188217.745224:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745231:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188217.745233:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745240:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745249:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745254:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005de06a7/0xf422abd382aa2493 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.745266:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.745267:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.745274:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.745394:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784188217.749721:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188217.749737:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.749756:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1784188217.749761:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188217.749767:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.749782:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.749792:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.749801:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.749828:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784188217.750848:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188217.750859:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.750871:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1784188217.750880:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188217.750886:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.750897:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.750907:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.750914:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.750938:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784188217.751106:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.751119:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751128:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.751133:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751143:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751159:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751167:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8954fe1/0xf422abd382aa249a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751182:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.751185:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751201:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411f400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.751204:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751212:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751234:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751241:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000555696c5/0xf422abd382aa24a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751254:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.751256:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.751258:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.751296:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784188217.751538:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188217.751544:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.751552:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1784188217.751555:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188217.751559:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.751568:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.751575:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.751587:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.751606:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188217.751613:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.751617:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751624:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411ea00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.751627:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751635:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751646:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751653:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004db58042/0xf422abd382aa24a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.751689:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.751690:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.751692:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784188217.752469:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188217.752478:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.752488:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1784188217.753073:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188217.753082:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.753096:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.753300:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.753307:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188217.753331:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188217.753869:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188217.753882:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.753890:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188217.753894:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.753902:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.753918:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.753924:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e2c121c/0xf422abd382aa24af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.753941:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.753943:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.753945:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.754929:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.754939:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.754952:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.754955:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.754960:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.754984:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.754994:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.755002:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.755025:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188217.755402:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.755410:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.755419:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.755423:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.755432:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.755467:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.755474:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebeb856b/0xf422abd382aa24b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.755492:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.755494:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.755496:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.756309:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.756317:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.756329:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.756333:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.756338:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.756349:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.756358:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.756377:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.756404:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188217.756780:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.756786:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.756805:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.756809:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.756816:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.756828:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.756835:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebac9645/0xf422abd382aa24bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.756851:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.756853:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.756854:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.756994:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.757000:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757009:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.757012:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.757016:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757025:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757033:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757040:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757062:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188217.757208:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.757214:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.757221:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.757224:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.757231:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.757250:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.757256:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081825730/0xf422abd382aa24c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.757269:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.757271:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.757273:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.757566:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.757573:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757587:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.757590:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.757594:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757604:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757611:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757618:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.757747:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1784188217.762368:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.762385:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.762407:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.762412:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.762419:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.762470:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.762501:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.762509:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764464:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188217.764478:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764491:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.764496:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764506:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764527:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764534:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055b01b35/0xf422abd382aa24cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764564:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188217.764568:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764575:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188217.764578:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764586:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764596:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.764604:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.764606:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188217.764608:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188217.767020:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1784188217.767037:0:24281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7ebf078/0xf422abd382aa24d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188217.767608:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784188217.768786:0:24281:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784188217.768797:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.768813:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1784188217.768818:0:24281:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784188217.768825:0:24281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.768839:0:24281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.768849:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.768868:0:24281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188217.768892:0:24281:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1784188217.768951:0:24281:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1784188217.769057:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1870856271949312:12345-0@lo:5:osp-pre-0-0.0 Request processed in 107696us (107938us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188217.769068:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784188217.769111:0:22797:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1870856271949312:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1784188217.769127:0:22797:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1784188217.769182:0:22797:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1870856271949440:0@lo:5:osp-pre-0-0.0 00010000:00010000:2.0:1784188217.769233:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188217.769240:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.769250:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188217.769254:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.769264:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.769281:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.769288:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af28f093/0xf422abd382aa24d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188217.769307:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.769309:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188217.769311:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188217.769369:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188217.769402:0:22797:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609412edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1784188217.769427:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949440 00000100:00100000:2.0:1784188217.769454:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949440 00000100:00100000:2.0:1784188217.769500:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784188217.769509:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22797:x1870856271949440:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1784188217.769552:0:24282:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1784188217.780020:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1784188217.780075:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1784188217.780413:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22797:x1870856271949440:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10900us (11039us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1784188217.780425:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784188217.790647:0:22797:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1784188217.791834:0:22797:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1870856271949440:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1784188217.791866:0:22797:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:2.0:1784188217.973749:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188218.934793:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784188218.934828:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271949568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1784188218.934896:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188218.934944:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949568 00000100:00100000:2.0:1784188218.934951:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949568 00000100:00100000:2.0:1784188218.934992:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784188218.934999:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271949568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188218.935026:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188218.935064:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271949568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188218.935071:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784188218.935117:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271949568:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1784188218.998627:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188219.446776:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784188219.446799:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271949696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784188219.446870:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188219.446946:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949696 00000100:00100000:0.0:1784188219.446954:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949696 00000100:00100000:0.0:1784188219.447007:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784188219.447017:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271949696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784188219.447057:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188219.447128:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271949696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188219.447135:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784188219.447251:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271949696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784188219.447658:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271949824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188219.447692:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188219.447848:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949824 00000100:00100000:1.0:1784188219.447853:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949824 00000100:00100000:1.0:1784188219.447891:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784188219.447899:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271949824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784188219.447920:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784188219.447954:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271949824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188219.447960:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784188219.447986:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271949824:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1784188220.021763:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1784188220.024473:0:25095:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1784188220.024478:0:25095:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1784188220.024479:0:25095:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1784188220.024634:0:25095:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff96084108c800 00000020:01000004:1.0:1784188220.024651:0:25095:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1784188220.024666:0:25095:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1784188220.024690:0:25095:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9608434db380) 00000020:00000080:1.0:1784188220.024711:0:25095:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1784188220.120103:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1784188220.130705:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1784188220.132061:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1784188220.132704:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1784188220.133549:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1784188220.134124:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1784188220.134889:0:25095:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:3.0:1784188220.136101:0:25095:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1784188220.136318:0:25095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1784188220.136332:0:25095:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1784188220.136344:0:25095:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf422abd382aa24e7 00000020:01000004:3.0:1784188220.136350:0:25095:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1784188220.136371:0:25095:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.117@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1784188220.136376:0:25095:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.117@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1784188220.136383:0:25095:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1784188220.136410:0:25095:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1784188220.136415:0:25095:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.117@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1784188220.159977:0:25095:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.117@tcp ctxt 0 is initialized 00000020:01000004:2.0:1784188220.160038:0:25095:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.117@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1784188220.160044:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1784188220.160046:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784188220.160047:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784188220.160048:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784188220.160050:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784188220.160052:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784188220.160053:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784188220.160055:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784188220.160057:0:25095:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784188220.160061:0:25095:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1784188220.160064:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784188220.160066:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784188220.160067:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784188220.160075:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784188220.160076:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784188220.160199:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784188220.160201:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784188220.160203:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784188220.160204:0:25095:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784188220.160230:0:25095:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1784188220.160250:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271949952:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784188220.160325:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.160481:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6240 going to sleep for 11 seconds 00000100:00100000:1.0:1784188220.164041:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271949952 00000100:00100000:1.0:1784188220.164056:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271949952 00000100:00100000:1.0:1784188220.164248:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1784188220.164260:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:25095:x1870856271949952:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784188220.164302:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1784188220.164319:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1784188220.164324:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1784188220.166382:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:25095:x1870856271949952:12345-0@lo:253:mount.lustre.0 Request processed in 2116us (6048us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188220.166394:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1784188220.166539:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271949952:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784188220.166554:0:25095:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1784188220.166557:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784188220.166559:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784188220.166560:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784188220.166561:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784188220.166563:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784188220.166564:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784188220.166565:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784188220.166572:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784188220.166574:0:25095:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1784188220.166597:0:25095:0:(tgt_mount.c:101:server_register_mount()) register mount ffff96084108c800 from lustre-OST0001 10000000:01000000:2.0:1784188220.166626:0:25095:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1784188220.166629:0:25095:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1784188220.166637:0:25095:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff960842744d40 local copy 00010000:00010000:2.0:1784188220.166647:0:25095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188220.166746:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950080:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188220.166780:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.175691:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188220.176183:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950080 00000100:00100000:0.0:1784188220.176193:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950080 00000100:00100000:0.0:1784188220.176244:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1784188220.176254:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:25095:x1870856271950080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188220.176390:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:25095:x1870856271950080:12345-0@lo:501:mount.lustre.0 Request processed in 137us (9609us total) trans 0 rc -2/-2 00000100:00100000:0.0:1784188220.179249:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1784188220.179513:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950080:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1784188220.179538:0:25095:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1784188220.179608:0:25095:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1784188220.179616:0:25095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.179627:0:25095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609770c8600/0xf422abd382aa2121 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2128 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188220.179660:0:25095:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff96084108c800 10000000:01000000:2.0:1784188220.179665:0:25095:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1784188220.179671:0:25095:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1784188220.179674:0:25095:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784188220.179678:0:25095:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1784188220.179681:0:25095:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1784188220.179714:0:25095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.179723:0:25095:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.179733:0:25095:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188220.179753:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950208:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784188220.179804:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.180238:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950208 00000100:00100000:0.0:1784188220.180246:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950208 00000100:00100000:0.0:1784188220.180281:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1784188220.180290:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:25095:x1870856271950208:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188220.180304:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188220.180316:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695400/0xf422abd382aa24f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa24ee expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.180352:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695400/0xf422abd382aa24f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa24ee expref: 22 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.180362:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695400/0xf422abd382aa24f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa24ee expref: 22 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.180371:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695400, rc 0) 00000100:00100000:0.0:1784188220.180424:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950208:12345-0@lo:101:mount.lustre.0 Request processed in 134us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.180430:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1784188220.180698:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188220.180714:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950208:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188220.180727:0:25095:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa24f5 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.180750:0:25095:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa24f5 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784188220.182210:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1784188220.183204:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784188220.196063:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1784188220.196143:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1784188220.196174:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1784188220.196190:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1784188220.196204:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1784188220.196216:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1784188220.196229:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1784188220.196242:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1784188220.196259:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1784188220.196285:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1784188220.196292:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1784188220.197298:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950336:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188220.197381:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.197583:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950336 00000100:00100000:0.0:1784188220.197590:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950336 00000100:00100000:0.0:1784188220.197641:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1784188220.197650:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950336:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188220.200099:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1784188220.204904:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950336:12345-0@lo:501:mount.lustre.0 Request processed in 7246us (7514us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188220.204919:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1784188220.205163:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950336:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784188220.205225:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950464:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188220.205284:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.205323:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.205464:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950464 00000100:00100000:3.0:1784188220.205471:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950464 00000100:00100000:3.0:1784188220.205520:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1784188220.205529:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950464:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784188220.206487:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950464:12345-0@lo:503:mount.lustre.0 Request processed in 955us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.206496:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1784188220.206686:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950464:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1784188220.207135:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1784188220.207217:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950592:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188220.207266:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.207305:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.207772:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950592 00000100:00100000:3.0:1784188220.207779:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950592 00000100:00100000:3.0:1784188220.207828:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1784188220.207838:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950592:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188220.208609:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950592:12345-0@lo:502:mount.lustre.0 Request processed in 771us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.208626:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1784188220.209335:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950592:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784188220.209735:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1784188220.209768:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1784188220.209784:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1784188220.209797:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1784188220.209811:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1784188220.209945:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1784188220.210033:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1784188220.210050:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1784188220.210065:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1784188220.210178:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950720:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188220.210239:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.210282:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.211611:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950720 00000100:00100000:3.0:1784188220.211623:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950720 00000100:00100000:3.0:1784188220.211685:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1784188220.211695:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950720:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188220.212067:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950720:12345-0@lo:502:mount.lustre.0 Request processed in 373us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.212075:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1784188220.217142:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950720:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784188220.217286:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1784188220.217305:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1784188220.223851:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784188220.223863:0:25099:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1784188220.223869:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.223871:0:25099:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1784188220.223877:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784188220.223892:0:25099:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff960842b34d40) 00000020:00000080:3.0:1784188220.223921:0:25099:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1784188220.223928:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1784188220.224027:0:25099:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96084108c800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1784188220.224035:0:25099:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784188220.224043:0:25099:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf422abd382aa2503 00010000:00010000:3.0:1784188220.233241:0:25099:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1784188220.235958:0:25099:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1784188220.256946:0:25099:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1784188220.261806:0:25099:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1784188220.261820:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188220.261828:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188220.261830:0:25099:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1784188220.261843:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188220.261849:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188220.261850:0:25099:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784188220.261854:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784188220.261856:0:25099:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784188220.261858:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188220.261867:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188220.261868:0:25099:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784188220.261871:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784188220.261873:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188220.261874:0:25099:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784188220.261878:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1784188220.261911:0:25099:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784188220.261914:0:25099:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784188220.261916:0:25099:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784188220.261919:0:25099:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1784188220.262547:0:25095:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1784188220.262588:0:25095:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1784188220.262610:0:25095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa24f5 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.262633:0:25095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9608441e3600/0xf422abd382aa24ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa24f5 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188220.262641:0:25095:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff96084108c800 from 1 10000000:01000000:0.0:1784188220.262644:0:25095:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1784188220.262678:0:25095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.262686:0:25095:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.262696:0:25095:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.262721:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950848:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784188220.262786:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.262823:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965b300c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188220.263984:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950848 00000100:00100000:2.0:1784188220.263994:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950848 00000100:00100000:2.0:1784188220.264058:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1784188220.264068:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+22:25095:x1870856271950848:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784188220.264266:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188220.264284:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa250a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.264313:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa250a expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.264324:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa250a expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188220.264333:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e3800, rc 0) 00000100:00100000:2.0:1784188220.264416:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271950848:12345-0@lo:101:mount.lustre.0 Request processed in 339us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188220.264423:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1784188220.265847:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950848:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188220.265869:0:25095:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.265881:0:25095:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784188220.271273:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1784188220.272279:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784188220.272775:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1784188220.272801:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1784188220.272814:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1784188220.272827:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1784188220.272839:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1784188220.272852:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1784188220.272865:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1784188220.272876:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1784188220.272889:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1784188220.272914:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1784188220.272927:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1784188220.272943:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1784188220.272959:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1784188220.273042:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950976:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784188220.273558:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.274835:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be8300 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.282089:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271950976 00000100:00100000:3.0:1784188220.282104:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271950976 00000100:00100000:3.0:1784188220.282180:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1784188220.282192:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271950976:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188220.283203:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271950976:12345-0@lo:501:mount.lustre.0 Request processed in 1009us (9641us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.283213:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1784188220.283351:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271950976:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188220.283417:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951104:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188220.283504:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.283542:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965b30600 going to sleep for 11 seconds 00000100:00100000:2.0:1784188220.283816:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951104 00000100:00100000:2.0:1784188220.283826:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951104 00000100:00100000:2.0:1784188220.283860:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1784188220.283875:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951104:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784188220.283976:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951104:12345-0@lo:503:mount.lustre.0 Request processed in 102us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188220.283982:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1784188220.288165:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951104:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784188220.290815:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784188220.290907:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951232:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188220.291227:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.291320:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609494fed80 going to sleep for 11 seconds 00000100:00100000:2.0:1784188220.296324:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951232 00000100:00100000:2.0:1784188220.297073:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951232 00000100:00100000:2.0:1784188220.297263:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1784188220.297274:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951232:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784188220.297517:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951232:12345-0@lo:502:mount.lustre.0 Request processed in 245us (6290us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188220.297525:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1784188220.297639:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951232:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784188220.297891:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1784188220.297923:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1784188220.297938:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1784188220.297963:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1784188220.297978:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1784188220.297991:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1784188220.298003:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1784188220.298031:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1784188220.298046:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1784188220.298059:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1784188220.298073:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1784188220.298116:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951360:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188220.298176:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.313355:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965b300c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.315495:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951360 00000100:00100000:3.0:1784188220.315510:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951360 00000100:00100000:0.0:1784188220.315661:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1784188220.315670:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951360:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784188220.315861:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951360:12345-0@lo:502:mount.lustre.0 Request processed in 190us (17684us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.315868:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1784188220.316370:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951360:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784188220.316496:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1784188220.316509:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1784188220.317595:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188220.317606:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317609:0:25103:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784188220.317615:0:25103:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff96084108c800 00000020:00000080:3.0:1784188220.317617:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188220.317626:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188220.317628:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317630:0:25103:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1784188220.317632:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188220.317635:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317636:0:25103:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1784188220.317639:0:25103:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff96084108c800 00000020:00000080:3.0:1784188220.317641:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188220.317700:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188220.317704:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317706:0:25103:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1784188220.317708:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188220.317711:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317712:0:25103:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784188220.317715:0:25103:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff96084108c800 00000020:00000080:3.0:1784188220.317717:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188220.317735:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188220.317738:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317739:0:25103:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784188220.317742:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784188220.317744:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317745:0:25103:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1784188220.317748:0:25103:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff96084108c800 00000020:00000080:3.0:1784188220.317757:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784188220.317777:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784188220.317780:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784188220.317781:0:25103:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1784188220.317784:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1784188220.321002:0:25095:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1784188220.321046:0:25095:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784188220.321064:0:25095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.321077:0:25095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188220.321128:0:25095:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1784188220.321130:0:25095:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff96084108c800 10000000:01000000:0.0:1784188220.321133:0:25095:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff96084108c800 10000000:01000000:0.0:1784188220.321136:0:25095:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784188220.321142:0:25095:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff96084108c800 from 1 10000000:01000000:0.0:1784188220.321144:0:25095:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1784188220.341619:0:25095:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.341633:0:25095:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.341645:0:25095:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.341671:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951488:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784188220.341736:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.341778:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6240 going to sleep for 11 seconds 00000100:00100000:0.0:1784188220.341800:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951488 00000100:00100000:0.0:1784188220.341807:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951488 00000100:00100000:0.0:1784188220.341854:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1784188220.341862:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:25095:x1870856271951488:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188220.341886:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188220.341899:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981694800/0xf422abd382aa251f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2518 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.341923:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694800/0xf422abd382aa251f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2518 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.341932:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981694800/0xf422abd382aa251f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2518 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.341941:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981694800, rc 0) 00000100:00100000:0.0:1784188220.341991:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951488:12345-0@lo:101:mount.lustre.0 Request processed in 129us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.341998:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1784188220.342042:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951488:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784188220.342056:0:25095:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa251f expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.342066:0:25095:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa251f expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784188220.355706:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1784188220.360739:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784188220.362188:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1784188220.364680:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1784188220.364737:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1784188220.364752:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1784188220.364766:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1784188220.364778:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1784188220.364791:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1784188220.364816:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1784188220.364829:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1784188220.364844:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1784188220.364857:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1784188220.364871:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1784188220.364885:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1784188220.364914:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1784188220.364929:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1784188220.364942:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1784188220.367099:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1784188220.367115:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1784188220.367128:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1784188220.367141:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1784188220.367169:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1784188220.367183:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1784188220.367195:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1784188220.367209:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1784188220.367223:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1784188220.367235:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1784188220.367247:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1784188220.367260:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1784188220.367274:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1784188220.367308:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1784188220.367324:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1784188220.367347:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1784188220.367361:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1784188220.367372:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1784188220.367385:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1784188220.367396:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1784188220.367418:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1784188220.369184:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1784188220.369217:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1784188220.369231:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1784188220.369257:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1784188220.369271:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1784188220.369285:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1784188220.369298:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1784188220.369313:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1784188220.369342:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1784188220.369358:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1784188220.369371:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1784188220.369384:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1784188220.372696:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1784188220.372736:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1784188220.372764:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1784188220.372771:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1784188220.372872:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951616:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188220.372935:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.372990:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.374220:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951616 00000100:00100000:3.0:1784188220.374232:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951616 00000100:00100000:3.0:1784188220.374283:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1784188220.374293:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951616:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784188220.374476:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951616:12345-0@lo:501:mount.lustre.0 Request processed in 183us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.374484:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1784188220.374743:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951616:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784188220.374786:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951744:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188220.374836:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.374865:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608448e50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188220.374879:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951744 00000100:00100000:0.0:1784188220.374883:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951744 00000100:00100000:0.0:1784188220.377465:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1784188220.377486:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951744:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784188220.377657:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951744:12345-0@lo:503:mount.lustre.0 Request processed in 180us (2820us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.377665:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1784188220.377775:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951744:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1784188220.378210:0:25095:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1784188220.378288:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951872:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188220.378346:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.381860:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.390216:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271951872 00000100:00100000:3.0:1784188220.390232:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271951872 00000100:00100000:3.0:1784188220.390292:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1784188220.390303:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951872:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188220.392096:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271951872:12345-0@lo:502:mount.lustre.0 Request processed in 1787us (13741us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.392110:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1784188220.393670:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271951872:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188220.393923:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1784188220.394158:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1784188220.394178:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1784188220.394193:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1784188220.394208:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1784188220.394220:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1784188220.394231:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1784188220.394243:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1784188220.394256:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1784188220.394268:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1784188220.394280:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1784188220.394307:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1784188220.394322:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1784188220.394334:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1784188220.394346:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1784188220.394357:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1784188220.394368:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1784188220.394381:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1784188220.394392:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1784188220.394418:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1784188220.394470:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1784188220.394483:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1784188220.394495:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1784188220.394508:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1784188220.394521:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1784188220.394534:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1784188220.394548:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1784188220.394575:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1784188220.394592:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1784188220.394606:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1784188220.394628:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1784188220.394642:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1784188220.394656:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1784188220.394670:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1784188220.394684:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1784188220.394699:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1784188220.394713:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1784188220.394727:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1784188220.394740:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1784188220.394754:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1784188220.394768:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1784188220.394784:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1784188220.394798:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1784188220.394827:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1784188220.394842:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1784188220.394856:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1784188220.394869:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1784188220.394883:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1784188220.394935:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271952000:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188220.395017:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.395062:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.400125:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952000 00000100:00100000:3.0:1784188220.400139:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952000 00000100:00100000:3.0:1784188220.400207:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1784188220.400217:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271952000:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188220.400390:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271952000:12345-0@lo:502:mount.lustre.0 Request processed in 174us (5372us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.400399:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1784188220.401613:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271952000:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188220.401823:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1784188220.401850:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1784188220.401883:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271952128:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784188220.401941:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.401981:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188220.402103:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952128 00000100:00100000:3.0:1784188220.402109:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952128 00000100:00100000:3.0:1784188220.402172:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1784188220.402182:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271952128:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784188220.402275:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271952128:12345-0@lo:502:mount.lustre.0 Request processed in 95us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.402282:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1784188220.403070:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441f1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271952128:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784188220.403127:0:25095:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1784188220.403142:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1784188220.411243:0:25109:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1784188220.411268:0:25109:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff96097f0099c0) 00000020:00000080:0.0:1784188220.411293:0:25109:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1784188220.411660:0:25109:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96084108c800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784188220.411665:0:25109:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96084108c800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784188220.411667:0:25109:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084108c800 3 00010000:00080000:0.0:1784188220.411696:0:25109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96084432b800@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.117@tcp at head 00010000:00010000:0.0:1784188220.414269:0:25109:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1784188220.414375:0:25109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1784188220.415103:0:25109:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784188220.415116:0:25109:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf422abd382aa252d 00000100:00080000:0.0:1784188220.415127:0:25109:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784188220.415133:0:25109:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96084432b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:0.0:1784188220.415184:0:25109:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608427db800 x1870856271952256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784188220.415221:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271952256:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784188220.415293:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.415354:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952256 00000100:00100000:0.0:1784188220.415361:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952256 00000100:00100000:0.0:1784188220.415390:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784188220.415397:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3653:x1870856271952256:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1784188220.416520:0:22773:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 729 last 0 00000020:00000080:0.0:1784188220.416556:0:22773:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf422abd382aa2534 00000004:00100000:0.0:1784188220.416617:0:22773:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784188220.416652:0:22773:0:(import.c:65:import_set_state_nolock()) ffff96084432f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784188220.416728:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1870856271952256:12345-0@lo:38:llog_process_th.0 Request processed in 1329us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.416736:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1784188220.416795:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608427db800 x1870856271952256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188220.416806:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188220.416813:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1784188220.416818:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1784188220.416823:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784188220.416825:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96084432b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784188220.416831:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608427db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3653:1870856271952256:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1784188220.416851:0:25109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784188220.417081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188220.417085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784188220.417088:0:37:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188220.417093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 726 00000100:00080000:3.0:1784188220.417096:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1784188220.417100:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188220.417115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9608450f9500 x1870856271952640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784188220.417532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784188220.417536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784188220.417538:0:37:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784188220.417542:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 726 00000100:00080000:3.0:1784188220.417544:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1784188220.417548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:3.0:1784188220.418020:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271952512:0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.418070:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188220.418105:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784188220.418110:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271952768:0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.418132:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.418235:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271952896:0@lo:400:kworker.0 00000100:00100000:1.0:1784188220.418265:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.418293:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784188220.418299:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271952384:0@lo:400:kworker.0 00000100:00100000:1.0:1784188220.418321:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.418339:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271953024:0@lo:400:kworker.0 00000100:00100000:1.0:1784188220.418358:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188220.418384:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952896 00000100:00100000:1.0:1784188220.418391:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952896 00000100:00100000:0.0:1784188220.418692:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952512 00000100:00100000:0.0:1784188220.418697:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952512 00000100:00100000:0.0:1784188220.418735:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953024 00000100:00100000:0.0:1784188220.418738:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953024 00000100:00100000:0.0:1784188220.418756:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188220.418764:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271952512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.418813:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271952512:12345-0@lo:400:kworker.0 Request processed in 50us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.418819:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784188220.418831:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188220.418837:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271953024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.418864:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271953024:12345-0@lo:400:kworker.0 Request processed in 28us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.418869:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1784188220.418883:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784188220.418913:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271953024:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.418939:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271952512:0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.419033:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952384 00000100:00100000:3.0:1784188220.419045:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952384 00000100:00100000:3.0:1784188220.419071:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1784188220.419076:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271952384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.419110:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271952384:12345-0@lo:400:kworker.0 Request processed in 34us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.419116:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1784188220.419543:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1784188220.419551:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271952896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188220.419674:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271952896:12345-0@lo:400:kworker.0 Request processed in 124us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188220.419681:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784188220.419839:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271952384:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.419850:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271952896:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.419871:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271952640:0@lo:8:kworker.0 00000100:00100000:0.0:1784188220.419902:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1784188220.421113:0:25109:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1784188220.421128:0:25109:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9608426d0000) 00000020:00000080:0.0:1784188220.421165:0:25109:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00100000:1.0:1784188220.421813:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952640 00000100:00100000:1.0:1784188220.421821:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952640 00000100:00100000:1.0:1784188220.421851:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1784188220.421858:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3653:x1870856271952640:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1784188220.421927:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3653:x1870856271952640:12345-0@lo:8:kworker.0 Request processed in 69us (2024us total) trans 0 rc -11/-11 00000100:00100000:1.0:1784188220.421934:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784188220.422157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96084419ea00 x1870856271953152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784188220.422230:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271953408:0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.422264:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188220.422290:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784188220.422296:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1870856271953280:0@lo:400:kworker.0 00000100:00100000:3.0:1784188220.422316:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188220.422710:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271952768 00000100:00100000:2.0:1784188220.422716:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271952768 00000100:00100000:2.0:1784188220.422760:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953408 00000100:00100000:2.0:1784188220.422763:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953408 00000100:00100000:2.0:1784188220.422790:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953280 00000100:00100000:2.0:1784188220.422793:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953280 00000100:00100000:2.0:1784188220.422805:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1784188220.422812:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271952768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188220.422858:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271952768:12345-0@lo:400:kworker.0 Request processed in 46us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188220.422864:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1784188220.422878:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1784188220.422884:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271953408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188220.422916:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271953408:12345-0@lo:400:kworker.0 Request processed in 32us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188220.422933:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1784188220.423567:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1784188220.423586:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1870856271953280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188220.423623:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1870856271953280:12345-0@lo:400:kworker.0 Request processed in 39us (1306us total) trans 0 rc 0/0 00000100:00080000:3.0:1784188220.423670:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784188220.425069:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271953536:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.425129:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1784188220.425207:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9608450f9f80 x1870856271952768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188220.425220:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271952768:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.425246:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271953152:0@lo:8:kworker.0 00000100:00100000:0.0:1784188220.425273:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.425302:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188220.425308:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784188220.425312:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1784188220.425315:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271952640:0@lo:8:kworker.0 00000100:00100000:0.0:1784188220.425339:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953152 00000100:00100000:0.0:1784188220.425344:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953152 00000100:00100000:0.0:1784188220.425381:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188220.425387:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3653:x1870856271953152:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1784188220.425460:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3653:x1870856271953152:12345-0@lo:8:kworker.0 Request processed in 71us (185us total) trans 0 rc -11/-11 00000100:00100000:0.0:1784188220.425476:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188220.425500:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188220.425503:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784188220.425506:0:3653:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1784188220.425509:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271953152:0@lo:8:kworker.0 00000100:00100000:0.0:1784188220.425524:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953536 00000100:00100000:0.0:1784188220.425526:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953536 00000100:00100000:2.0:1784188220.426063:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:2.0:1784188220.426106:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96084419fb80 x1870856271953280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188220.426118:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1870856271953280:0@lo:400:kworker.0 00010000:00080000:2.0:1784188220.426135:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96084419ce00 x1870856271953408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188220.426143:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271953408:0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.426237:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784188220.426247:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271953536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188220.426303:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271953536:12345-0@lo:400:kworker.0 Request processed in 58us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.426309:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:2.0:1784188220.426354:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96084419c700 x1870856271953536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188220.426364:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271953536:0@lo:400:kworker.0 00000020:01000004:2.0:1784188220.426565:0:25109:0:(tgt_mount.c:153:server_get_mount()) get mount ffff96084108c800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1784188220.426580:0:25109:0:(tgt_mount.c:187:server_put_mount()) put mount ffff96084108c800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1784188220.426583:0:25109:0:(obd_mount.c:710:lustre_put_lsi()) put ffff96084108c800 3 00010000:00080000:2.0:1784188220.426613:0:25109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96096a579800@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.117@tcp at head 00010000:00010000:2.0:1784188220.428193:0:25109:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1784188220.428296:0:25109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1784188220.428346:0:25109:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1784188220.428360:0:25109:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf422abd382aa2542 00000100:00080000:2.0:1784188220.428369:0:25109:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784188220.428379:0:25109:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff96096a579800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188220.428410:0:25109:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96084415c700 x1870856271953664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188220.428463:0:25109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1784188220.430713:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3653:1870856271953664:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1784188220.430789:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.430896:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953664 00000100:00100000:0.0:1784188220.430903:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953664 00000100:00080000:0.0:1784188220.431336:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784188220.431639:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784188220.431648:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3653:x1870856271953664:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1784188220.431678:0:22772:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 729 last 0 00000020:00000080:0.0:1784188220.431711:0:22772:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf422abd382aa2549 00000004:00100000:0.0:1784188220.431727:0:22772:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784188220.431759:0:22772:0:(import.c:65:import_set_state_nolock()) ffff96084432b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784188220.431821:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1870856271953664:12345-0@lo:38:llog_process_th.0 Request processed in 173us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.431829:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1784188220.431872:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96084415c700 x1870856271953664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784188230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188220.431894:0:3653:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784188220.431901:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1784188220.431908:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1784188220.431913:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1784188220.431915:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096a579800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784188220.431921:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3653:1870856271953664:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1784188220.437639:0:25109:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1784188220.439646:0:25095:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1784188220.439689:0:25095:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1784188220.439716:0:25095:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa251f expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.439728:0:25095:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff960981694200/0xf422abd382aa2518 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa251f expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1784188220.439777:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1784188220.439778:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784188220.439780:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188220.439781:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188220.439783:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188220.439784:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188220.439785:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784188220.439786:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188220.439792:0:25095:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784188220.439795:0:25095:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1784188220.439797:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784188220.439799:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784188220.439800:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188220.439801:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188220.439802:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188220.439803:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188220.439803:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784188220.439804:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188220.439805:0:25095:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784188220.439828:0:25095:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1784188220.439845:0:25095:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271953792:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784188220.439912:0:25095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188220.440048:0:25095:0:(client.c:2702:ptlrpc_set_wait()) set ffff960943240600 going to sleep for 11 seconds 00000100:00100000:1.0:1784188220.440173:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953792 00000100:00100000:1.0:1784188220.440181:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953792 00000100:00100000:1.0:1784188220.440237:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1784188220.440246:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271953792:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784188220.440273:0:22767:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1784188220.440288:0:22767:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1784188220.448316:0:22767:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1784188220.448339:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1784188220.448544:0:22788:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1784188220.448550:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1784188220.448569:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448586:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa23dd expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448595:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa23eb expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448602:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448637:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448650:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 24 pid: 22765 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188220.448678:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271953920:0@lo:104: 00000100:00100000:3.0:1784188220.448735:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1784188220.448780:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.448788:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 24 pid: 22767 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188220.448796:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271954048:0@lo:104: 00000100:00100000:3.0:1784188220.448812:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188220.448826:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff960943240480 going to sleep for 11 seconds 00000100:00100000:0.0:1784188220.449769:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271953920 00000100:00100000:0.0:1784188220.449778:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271953920 00000100:00100000:0.0:1784188220.449810:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954048 00000100:00100000:0.0:1784188220.449812:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954048 00000100:00100000:0.0:1784188220.449827:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188220.449835:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271953920:12345-0@lo:104: 00010000:00010000:0.0:1784188220.449848:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.449914:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784188220.449921:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+4:22788:x1870856271953920:12345-0@lo:104: Request processed in 87us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.449928:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188220.449956:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784188220.449963:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271954048:12345-0@lo:104: 00010000:00010000:0.0:1784188220.449970:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450004:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1784188220.450020:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:22788:x1870856271954048:12345-0@lo:104: Request processed in 58us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.450025:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1784188220.450040:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188220.450046:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450054:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157c400 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188220.450057:0:22760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450065:0:22760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188220.450086:0:22760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188220.450092:0:22760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784188220.450121:0:22760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450127:0:22760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188220.450157:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450165:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157c400/0xf422abd382aa23eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23f2 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450177:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188220.450180:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450196:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609770c8e00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:0.0:1784188220.450199:0:22760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450206:0:22760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784188220.450212:0:22760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188220.450217:0:22760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784188220.450231:0:22760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450237:0:22760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784188220.450251:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450258:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff9609770c8e00/0xf422abd382aa23dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa23e4 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.450271:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188220.450272:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188220.450274:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188220.450286:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271954176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188220.450317:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188220.450359:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271954304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188220.450381:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188220.450701:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:25095:x1870856271953792:12345-0@lo:253:mount.lustre.0 Request processed in 10455us (10787us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188220.450710:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1784188220.450759:0:25095:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0337f49b-d933-4131-9a0e-3395a253db71:25095:1870856271953792:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784188220.450771:0:25095:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1784188220.450774:0:25095:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784188220.450776:0:25095:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784188220.450777:0:25095:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784188220.450778:0:25095:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784188220.450779:0:25095:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784188220.450780:0:25095:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784188220.450782:0:25095:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784188220.450783:0:25095:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784188220.450785:0:25095:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1784188220.450802:0:25095:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1784188220.452216:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954176 00000100:00100000:0.0:1784188220.452226:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954176 00010000:00010000:0.0:1784188220.452255:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 24 pid: 22765 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.452283:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954304 00000100:00100000:0.0:1784188220.452286:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954304 00010000:00010000:0.0:1784188220.452297:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 25 pid: 22767 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.452312:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188220.452319:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+25:3657:x1870856271954176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188220.452333:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188220.452338:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 25 pid: 22765 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452349:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 25 pid: 22765 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452368:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188220.452494:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+25:3657:x1870856271954176:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.452502:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188220.452519:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784188220.452525:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+24:3654:x1870856271954304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188220.452533:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188220.452537:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 24 pid: 22767 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452546:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 24 pid: 22767 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452570:0:22757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452578:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784188220.452591:0:22757:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007454197s 00010000:00010000:0.0:1784188220.452595:0:22757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452601:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452608:0:22757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452614:0:22757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452620:0:22757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165da00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188220.452624:0:22757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452631:0:22757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452640:0:22757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452649:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188220.452677:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+24:3654:x1870856271954304:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188220.452689:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784188220.452807:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960943eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271954176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188220.452835:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271954304:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188220.452857:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c8200/0xf422abd382aa23f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa23eb expref: 23 pid: 22765 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.452869:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271953920:0@lo:104: 00010000:00010000:0.0:1784188220.452878:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609770c9c00/0xf422abd382aa23e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa23dd expref: 22 pid: 22767 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188220.452887:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1870856271954048:0@lo:104: 00010000:00010000:0.0:1784188220.452900:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.452908:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.453774:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188220.453788:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96094165da00/0xf422abd382aa2550 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188220.454598:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1784188220.456199:0:25095:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1784188220.461688:0:25095:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1784188220.461709:0:25095:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1784188220.461753:0:25095:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1784188220.461796:0:25095:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.117@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1784188220.461818:0:25095:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1784188220.461835:0:25095:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1784188220.464654:0:25095:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784188220.464885:0:25095:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784188221.045706:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1784188221.489767:0:25162:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784188221.490228:0:25162:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1784188221.685580:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784188221.685589:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9609725be800 from 14 10000000:01000000:3.0:1784188221.685595:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784188221.685655:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188221.685668:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188221.685679:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188221.685706:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784188221.685779:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188221.685826:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96096aefbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1784188221.685895:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954432 00000100:00100000:1.0:1784188221.685902:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954432 00000100:00100000:1.0:1784188221.685960:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1784188221.685970:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271954432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188221.685985:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188221.685999:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411f800/0xf422abd382aa255e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2557 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.686023:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411f800/0xf422abd382aa255e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2557 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.686033:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411f800/0xf422abd382aa255e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2557 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.686042:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411f800, rc 0) 00000100:00100000:1.0:1784188221.686105:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271954432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188221.686112:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1784188221.686208:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188221.686222:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa255e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.686249:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa255e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188221.686299:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784188221.686331:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188221.686358:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960981558e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188221.686405:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954560 00000100:00100000:1.0:1784188221.686410:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954560 00000100:00100000:1.0:1784188221.686469:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1784188221.686476:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271954560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784188221.686488:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784188221.686503:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784188221.686510:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1784188221.686580:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271954560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188221.686587:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1784188221.686682:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784188221.686738:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784188221.686745:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa255e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.686753:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96094165d200/0xf422abd382aa2557 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa255e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784188221.686762:0:22769:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1784188221.686764:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff96097f7a4000 from 14 10000000:01000000:0.0:1784188221.686767:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784188221.686781:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.686788:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.686795:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188221.686807:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784188221.686836:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188221.686851:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960981558e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188221.686956:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954688 00000100:00100000:1.0:1784188221.686960:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954688 00000100:00100000:1.0:1784188221.686986:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1784188221.686992:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271954688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188221.686998:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188221.687006:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411e800/0xf422abd382aa256c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2565 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.687019:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411e800/0xf422abd382aa256c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2565 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.687027:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411e800/0xf422abd382aa256c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2565 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188221.687034:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411e800, rc 0) 00000100:00100000:1.0:1784188221.687057:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271954688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 65us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188221.687062:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1784188221.687175:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188221.687186:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa256c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.687193:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa256c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188221.687227:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784188221.687254:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188221.687275:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960981558e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188221.687314:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954816 00000100:00100000:1.0:1784188221.687318:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954816 00000100:00100000:1.0:1784188221.687343:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1784188221.687349:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271954816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784188221.687359:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784188221.687380:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784188221.687383:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1784188221.687466:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271954816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188221.687473:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1784188221.687890:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271954816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784188221.687936:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784188221.687941:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa256c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188221.687950:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff960981695200/0xf422abd382aa2565 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa256c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188222.069593:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188223.031461:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784188223.031484:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271954944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784188223.031546:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188223.031699:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271954944 00000100:00100000:0.0:1784188223.031707:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271954944 00000100:00100000:0.0:1784188223.031764:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784188223.031773:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271954944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784188223.031799:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784188223.031840:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271954944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188223.031856:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1784188223.031952:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188223.031984:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271954944:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1784188223.093588:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188224.055268:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188224.055636:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271955072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784188224.055706:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188224.055806:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955072 00000100:00100000:2.0:1784188224.055814:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955072 00000100:00100000:2.0:1784188224.055910:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784188224.055922:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271955072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784188224.055944:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188224.055998:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271955072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188224.056006:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784188224.056136:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271955072:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1784188224.056276:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1784188224.117611:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188224.438593:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784188224.572451:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188224.572482:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188224.572550:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188224.572615:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955200 00000100:00100000:3.0:1784188224.572622:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955200 00000100:00100000:3.0:1784188224.572667:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784188224.572675:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784188224.572717:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784188224.572757:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188224.572765:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784188224.572807:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188224.573148:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188224.573157:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271955328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188224.573341:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188224.583856:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955328 00000100:00100000:2.0:1784188224.583872:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955328 00000100:00100000:2.0:1784188224.583936:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1784188224.583945:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271955328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784188224.583985:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784188224.584072:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271955328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (10730us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188224.584089:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1784188224.584184:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271955328:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1784188225.142460:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784188225.592481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188225.592488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784188225.592491:0:8:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188225.592513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff96096e8d8000 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188225.592536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96084415d880 x1870856271955840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784188225.592568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784188225.592572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784188225.592573:0:8:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784188225.592578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff960842b3b800 using connection 192.168.201.117@tcp/0@lo 00000100:00100000:2.0:1784188225.592587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96084415f100 x1870856271956352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784188225.592635:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955584:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.594871:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271955456:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.594962:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.595006:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271956096:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595032:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.595052:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271956736:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595085:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.595119:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1784188225.595126:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1870856271955968:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.595164:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271956608:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595180:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.595208:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955456 00000100:00100000:1.0:1784188225.595216:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955456 00000100:00100000:1.0:1784188225.595261:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1784188225.595269:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3655:x1870856271955456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595330:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3655:x1870856271955456:12345-0@lo:400:kworker.0 Request processed in 62us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.595338:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1784188225.595368:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956096 00000100:00100000:1.0:1784188225.595371:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956096 00000100:00100000:1.0:1784188225.595393:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1784188225.595399:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271956096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595428:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271956096:12345-0@lo:400:kworker.0 Request processed in 29us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.595433:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1784188225.595472:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956736 00000100:00100000:1.0:1784188225.595475:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956736 00000100:00100000:1.0:1784188225.595504:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955968 00000100:00100000:1.0:1784188225.595506:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955968 00000100:00100000:1.0:1784188225.595515:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956608 00000100:00100000:1.0:1784188225.595517:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956608 00000100:00100000:1.0:1784188225.595530:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784188225.595535:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271956736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595561:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271956736:12345-0@lo:400:kworker.0 Request processed in 26us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.595566:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784188225.595576:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784188225.595581:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1870856271955968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595600:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1870856271955968:12345-0@lo:400:kworker.0 Request processed in 19us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.595605:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784188225.595615:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784188225.595627:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271956608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595654:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271956608:12345-0@lo:400:kworker.0 Request processed in 28us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.595660:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:1.0:1784188225.595697:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415f800 x1870856271955968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.595710:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1870856271955968:0@lo:400:kworker.0 00010000:00080000:1.0:1784188225.595721:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415f480 x1870856271956608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.595731:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271956608:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595738:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271955456:0@lo:400:kworker.0 00000100:00100000:1.0:1784188225.595746:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271956096:0@lo:400:kworker.0 00010000:00080000:1.0:1784188225.595754:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415e300 x1870856271956736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.595763:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271956736:0@lo:400:kworker.0 00000100:00080000:1.0:1784188225.595789:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784188225.595793:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188225.596368:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596450:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271956224:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596475:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596495:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271956864:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596519:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596535:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1784188225.596541:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955712:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596558:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596573:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271956480:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596589:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596601:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1870856271956992:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596622:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596649:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271955840:0@lo:8:kworker.0 00000100:00100000:2.0:1784188225.596683:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596710:0:3653:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084415f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271956352:0@lo:8:kworker.0 00000100:00100000:2.0:1784188225.596733:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188225.596764:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956864 00000100:00100000:2.0:1784188225.596768:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956864 00000100:00100000:2.0:1784188225.596801:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956480 00000100:00100000:2.0:1784188225.596804:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956480 00000100:00100000:2.0:1784188225.596813:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956992 00000100:00100000:2.0:1784188225.596815:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956992 00000100:00100000:2.0:1784188225.596828:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784188225.596834:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271956864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596886:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271956864:12345-0@lo:400:kworker.0 Request processed in 52us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.596894:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784188225.596908:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784188225.596914:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271956480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596940:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1870856271956480:12345-0@lo:400:kworker.0 Request processed in 26us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.596945:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784188225.596956:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784188225.596961:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1870856271956992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.596984:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1870856271956992:12345-0@lo:400:kworker.0 Request processed in 24us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.596990:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784188225.597006:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956224 00000100:00100000:2.0:1784188225.597009:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956224 00000100:00100000:2.0:1784188225.597025:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955712 00000100:00100000:2.0:1784188225.597028:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955712 00000100:00100000:2.0:1784188225.597040:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955840 00000100:00100000:2.0:1784188225.597048:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955840 00000100:00100000:2.0:1784188225.597056:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271956352 00000100:00100000:2.0:1784188225.597069:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271956352 00000100:00100000:2.0:1784188225.597079:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784188225.597085:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271956224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.597123:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271956224:12345-0@lo:400:kworker.0 Request processed in 38us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.597129:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784188225.597140:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784188225.597145:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.597164:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955712:12345-0@lo:400:kworker.0 Request processed in 20us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.597169:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784188225.597189:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784188225.597192:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271955840:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1784188225.597217:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 734 last 0 00000020:00000080:2.0:1784188225.597242:0:24280:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf422abd382aa2573 00002000:00100000:2.0:1784188225.597257:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff96096a57e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1784188225.597261:0:24280:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1784188225.597263:0:24280:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784188225.597423:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1784188225.597466:0:24280:0:(import.c:65:import_set_state_nolock()) ffff96096a57c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188225.597501:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1870856271955840:12345-0@lo:8:kworker.0 Request processed in 307us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.597507:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784188225.597518:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784188225.597523:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3653:x1870856271956352:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1784188225.597541:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 734 last 0 00000020:00000080:2.0:1784188225.597556:0:24280:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf422abd382aa257a 00002000:00100000:2.0:1784188225.597562:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff96096a578800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1784188225.597565:0:24280:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1784188225.597567:0:24280:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784188225.597587:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1784188225.597599:0:24280:0:(import.c:65:import_set_state_nolock()) ffff96096a578000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188225.597626:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1870856271956352:12345-0@lo:8:kworker.0 Request processed in 101us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188225.597632:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1784188225.597677:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415d880 x1870856271955840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784188250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784188225.597691:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1784188225.597697:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1784188225.597701:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1784188225.597704:0:3653:0:(import.c:65:import_set_state_nolock()) ffff96096e8d8000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1784188225.597716:0:3653:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1784188225.597721:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3653:1870856271955840:0@lo:8:kworker.0 00010000:00080000:2.0:1784188225.597730:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415f100 x1870856271956352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784188250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784188225.597738:0:3653:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1784188225.597742:0:3653:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1784188225.597745:0:3653:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1784188225.597747:0:3653:0:(import.c:65:import_set_state_nolock()) ffff960842b3b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1784188225.597758:0:3653:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1784188225.597777:0:3653:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3653:1870856271956352:0@lo:8:kworker.0 00000004:00080000:2.0:1784188225.597802:0:22798:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784188225.597860:0:22798:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 734695423274ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784188225.597865:0:22798:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1784188225.598024:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955712:0@lo:400:kworker.0 00010000:00080000:2.0:1784188225.598034:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415df80 x1870856271956480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188225.598042:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1870856271956480:0@lo:400:kworker.0 00010000:00080000:2.0:1784188225.598050:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415d500 x1870856271956992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188225.598071:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1870856271956992:0@lo:400:kworker.0 00000100:00100000:2.0:1784188225.598081:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271956224:0@lo:400:kworker.0 00010000:00080000:2.0:1784188225.598091:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084415ce00 x1870856271956864/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188225.598098:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271956864:0@lo:400:kworker.0 00000100:00080000:1.0:1784188225.598198:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784188225.598202:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784188225.598204:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1784188225.598250:0:22799:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:1.0:1784188225.598268:0:22799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1870856271957248:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1784188225.598298:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.598320:0:22799:0:(client.c:2702:ptlrpc_set_wait()) set ffff960944c5bb40 going to sleep for 11 seconds 00000004:00080000:1.0:1784188225.598344:0:23518:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1784188225.598358:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957504:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1784188225.598380:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.598391:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188225.598402:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271957376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188225.598423:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.598457:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784188225.598462:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271957120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784188225.598481:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.598508:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957376 00000100:00100000:1.0:1784188225.598513:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957376 00000100:00100000:1.0:1784188225.598538:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957120 00000100:00100000:1.0:1784188225.598540:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957120 00000100:00100000:1.0:1784188225.598552:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188225.598557:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1870856271957376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1784188225.598589:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784188225.598623:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1870856271957376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.598629:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784188225.598641:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784188225.598647:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1870856271957120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784188225.598655:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784188225.598673:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1870856271957120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.598679:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1784188225.598690:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1784188225.598709:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f5c00 x1870856271957120/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.598722:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271957120:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1784188225.598730:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f6680 x1870856271957376/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784188241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.598740:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271957376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784188225.602807:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957248 00000100:00100000:2.0:1784188225.602820:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957248 00000100:00100000:2.0:1784188225.602864:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957504 00000100:00100000:2.0:1784188225.602867:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957504 00000100:00100000:2.0:1784188225.602886:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784188225.602895:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22799:x1870856271957248:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1784188225.603137:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784188225.603146:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1870856271957504:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1784188225.605569:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271955584 00000100:00100000:3.0:1784188225.605582:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271955584 00000100:00100000:3.0:1784188225.605640:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1784188225.605649:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188225.606801:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271955584:12345-0@lo:400:kworker.0 Request processed in 1147us (10427us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188225.606812:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000004:00080000:3.0:1784188225.606842:0:23517:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1784188225.606930:0:23517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 734704493629ns, next at 0ns, rc = 0 00080000:00080000:3.0:1784188225.606936:0:23517:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1784188225.609583:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271955584:0@lo:400:kworker.0 00000004:00080000:0.0:1784188225.619778:0:23506:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1784188225.627724:0:22752:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1784188225.630015:0:24280:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1784188225.630026:0:24280:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1784188225.630031:0:24280:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00080000:1.0:1784188225.636751:0:24781:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1784188225.636760:0:24781:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1784188225.636849:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1870856271957504:12345-0@lo:7:osp-pre-1-1.0 Request processed in 33700us (38464us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.636862:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1784188225.637208:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f5880 x1870856271957504/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1784188241 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188225.637224:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957504:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1784188225.637238:0:23518:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1784188225.637279:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957632:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1784188225.637311:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188225.637334:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094946f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188225.642549:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957632 00000100:00100000:1.0:1784188225.642562:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957632 00000100:00100000:1.0:1784188225.642616:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784188225.642625:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23518:x1870856271957632:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1784188225.642659:0:24282:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1784188225.642732:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23518:x1870856271957632:12345-0@lo:5:osp-pre-1-1.0 Request processed in 109us (5421us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188225.642739:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1784188225.642781:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96084419d500 x1870856271957632/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784188241 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188225.642796:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957632:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1784188225.642809:0:23518:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1784188225.642848:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957760:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1784188225.644853:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.644912:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1784188225.644940:0:24781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957760 00000100:00100000:1.0:1784188225.644947:0:24781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957760 00000100:00100000:1.0:1784188225.645000:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784188225.645008:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1870856271957760:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1784188225.645076:0:24781:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1784188225.656985:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.656998:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.657026:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.657031:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.657038:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.657055:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.657076:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.657085:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.657109:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784188225.660945:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.660959:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.660973:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165ca00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.660978:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.661050:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.661086:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.661096:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d85079e2/0xf422abd382aa2581 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.661114:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.661116:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.661117:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784188225.665507:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784188225.665524:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.665542:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=734s v=(0 0) 00010000:00010000:1.0:1784188225.665547:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188225.665554:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.665567:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.665578:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.665586:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.665605:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784188225.666007:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188225.666015:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666024:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411ec00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.666029:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666038:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666068:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666077:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2cfe90a/0xf422abd382aa2588 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666093:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.666095:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.666096:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.666813:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.666821:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666831:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.666841:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.666847:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666858:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666866:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666874:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.666893:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188225.667226:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.667231:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667239:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.667243:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.667247:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667257:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667264:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667277:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667291:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784188225.667370:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784188225.667375:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667384:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.667388:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667396:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667410:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667417:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025e1cc32/0xf422abd382aa258f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667431:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188225.667455:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667472:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.667476:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667484:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667494:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667502:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cd4fb1b/0xf422abd382aa2596 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667513:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.667514:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.667516:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.667696:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.667702:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667711:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.667714:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.667718:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667727:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667740:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667747:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667760:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784188225.667840:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188225.667845:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667852:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.667856:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667864:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667875:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667883:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000550dc4ea/0xf422abd382aa259d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.667897:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.667903:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.667904:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.668183:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.668189:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668198:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.668201:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.668204:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668214:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668222:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668229:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668241:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188225.668479:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.668485:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668493:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.668496:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.668500:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668513:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668522:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668529:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668537:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784188225.668788:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.668794:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668803:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.668806:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.668810:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668819:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668827:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668844:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.668853:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1784188225.669209:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.669215:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.669224:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.669227:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.669231:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.669240:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.669248:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.669255:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.669264:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1784188225.670315:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.670322:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.670337:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.670340:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.670344:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.670355:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.670363:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.670371:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.670380:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1784188225.671807:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1784188225.671817:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671827:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.671832:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671853:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671870:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671878:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa0809f/0xf422abd382aa25a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671898:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1784188225.671902:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671908:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.671911:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671920:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671928:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671935:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d23b4dfc/0xf422abd382aa25ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671955:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1784188225.671959:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671965:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.671968:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671976:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.671985:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672003:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa25b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672013:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188225.672017:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672023:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.672027:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672045:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672065:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672073:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a18182e4/0xf422abd382aa25b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672086:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.672090:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672097:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.672101:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672109:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672118:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672126:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000474bc4f/0xf422abd382aa25c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.672149:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.672151:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.672153:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.672307:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.672314:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.672325:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.672328:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.672333:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.672344:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.672363:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.672370:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.672393:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188225.673657:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.673665:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.673677:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.673680:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.673685:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.673695:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.673703:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.673711:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.673730:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1784188225.674147:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784188225.674154:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674163:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.674168:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674177:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674191:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674199:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa25c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674216:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.674220:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674226:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.674237:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674245:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674254:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674262:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8ebf8e4/0xf422abd382aa25ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.674276:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.674278:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.674280:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.674353:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.674359:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.674368:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.674371:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.674375:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.674384:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.674392:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.674400:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.674422:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784188225.675152:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.675158:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.675166:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.675170:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.675179:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.675190:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.675203:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001df2cf41/0xf422abd382aa25d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.675219:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.675221:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.675223:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.675578:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.675585:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.675595:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.675604:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.675610:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.675621:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.675630:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.675638:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.675685:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:3.0:1784188225.680286:0:25096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1784188225.680321:0:25096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1784188225.680325:0:25096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1784188225.681577:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.681588:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.681602:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.681607:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.681619:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.681640:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.681648:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa25dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.681668:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.681670:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.681672:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188225.681875:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23518:x1870856271957760:12345-0@lo:5:osp-pre-1-1.0 Request processed in 36863us (38976us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784188225.681887:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784188225.681977:0:23518:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1784188225.681993:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1870856271957760:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1784188225.682010:0:23518:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1784188225.682067:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1870856271957888:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1784188225.682103:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188225.682131:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff960843be8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188225.682221:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271957888 00000100:00100000:0.0:1784188225.682227:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271957888 00000100:00100000:0.0:1784188225.682268:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784188225.682276:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1870856271957888:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1784188225.682330:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1870856271957888:12345-0@lo:900:osp-pre-1-1.0 Request processed in 54us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188225.682337:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1784188225.682391:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96096e8f6680 x1870856271957888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784188241 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188225.682402:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1870856271957888:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1784188225.690145:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.690374:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.690390:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.690420:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.690425:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.690432:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.690466:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.690477:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.690485:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.690513:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784188225.690958:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188225.690965:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.690976:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165d000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188225.690980:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.691007:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.691029:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.691037:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b832b4b/0xf422abd382aa25e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.691068:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.691070:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.691072:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.691199:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.691206:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691215:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.691218:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.691223:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691232:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691253:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691262:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691285:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784188225.691576:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.691583:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691592:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.691595:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.691599:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691609:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691617:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691625:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691650:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784188225.691762:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188225.691768:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691776:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165da00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.691780:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691790:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691802:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691810:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa25ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691824:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188225.691827:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691833:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165c400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.691837:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691857:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691867:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691875:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055735399/0xf422abd382aa25f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.691889:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.691890:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.691892:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.692135:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.692141:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692149:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.692153:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.692157:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692166:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692175:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692188:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692201:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784188225.692430:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.692454:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692463:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.692466:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.692471:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692480:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692487:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692495:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692504:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1784188225.692731:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.692736:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692761:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.692764:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.692768:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692777:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692785:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692793:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.692801:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1784188225.693108:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784188225.693115:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693124:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165d600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188225.693127:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693136:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693149:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693167:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000857519e1/0xf422abd382aa25f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693184:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784188225.693187:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693193:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188225.693196:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693203:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693212:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693220:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afc9cb4a/0xf422abd382aa25ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693229:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188225.693232:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693237:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188225.693245:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693253:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693264:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693271:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000287e8e8d/0xf422abd382aa2606 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.693282:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.693284:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.693286:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.695282:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.695294:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695307:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.695311:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.695317:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695329:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695349:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695356:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695381:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188225.695558:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188225.695565:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695574:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.695578:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695588:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695604:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695612:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa260d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.695628:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.695634:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.695636:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.695642:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784188225.696160:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.696167:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.696177:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.696180:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.696184:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.696194:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.696203:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.696215:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.696235:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784188225.697806:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784188225.697817:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.697831:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=734s v=(0 0) 00010000:00010000:2.0:1784188225.697834:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188225.697839:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.697850:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.697859:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.697868:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.697889:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784188225.698032:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784188225.698039:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698051:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2400 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.698066:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698075:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698093:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698101:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d8c16cd/0xf422abd382aa2614 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698121:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784188225.698124:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698130:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188225.698134:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698141:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698149:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698161:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef2a79b5/0xf422abd382aa261b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188225.698173:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.698174:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188225.698176:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.698600:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.702562:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.702575:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.702592:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.702597:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.702603:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.702616:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.702626:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.702635:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.702660:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784188225.703144:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.703151:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703160:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.703169:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.703173:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703183:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703192:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703199:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703212:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784188225.703298:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188225.703304:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703312:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.703317:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703326:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703343:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703361:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d120a2b0/0xf422abd382aa2622 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703377:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188225.703380:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703388:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2e00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.703391:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703398:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703408:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703415:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095bc95e5/0xf422abd382aa2629 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.703424:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.703426:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.703427:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.703467:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.705159:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.705176:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705189:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.705192:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.705197:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705209:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705218:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705226:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705243:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784188225.705374:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188225.705380:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705388:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.705392:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705402:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705419:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705427:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5e0cc76/0xf422abd382aa2630 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.705457:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.705459:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.705461:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.706250:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.706257:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706266:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.706270:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.706275:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706285:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706293:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706301:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706336:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784188225.706716:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.706722:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706730:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.706734:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.706738:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706746:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706755:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706762:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706775:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784188225.706853:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188225.706859:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706867:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.706875:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.706884:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707105:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707114:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b754d97d/0xf422abd382aa2637 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707127:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188225.707130:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707137:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188225.707140:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707148:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707158:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707166:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbd96f69/0xf422abd382aa263e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707184:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.707185:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188225.707187:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.707222:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.707228:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707237:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.707240:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.707245:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707254:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707264:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707272:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.707287:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784188225.707525:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.707533:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.707542:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3800 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.707546:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.707556:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.707568:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.707576:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000505099d4/0xf422abd382aa2645 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.707590:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.707592:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.707594:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.708746:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.708756:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.708777:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.708781:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.708787:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.708798:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.708807:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.708816:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.708839:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784188225.708849:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.708856:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.708866:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3c00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.708870:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.708880:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.708893:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.708901:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee091ee9/0xf422abd382aa264c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.708913:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.708915:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.708916:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.708999:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.709288:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.709294:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709302:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.709305:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.709310:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709318:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709336:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709344:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709366:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784188225.709472:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188225.709527:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.709536:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2200 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188225.709540:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.709559:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.709571:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.709579:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000688ea89c/0xf422abd382aa2653 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188225.709595:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.709597:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188225.709599:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784188225.709788:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784188225.709794:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709802:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=734s v=(0 0) 00010000:00010000:3.0:1784188225.709805:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784188225.709810:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709819:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709827:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.709835:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188225.712545:0:24280:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1784188225.712829:0:24280:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1784188225.712915:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22799:x1870856271957248:12345-0@lo:5:osp-pre-1-0.0 Request processed in 110016us (114611us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188225.712928:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784188225.712982:0:22799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1870856271957248:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1784188225.712997:0:22799:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1784188225.713037:0:22799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1870856271958016:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1784188225.713079:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188225.713106:0:22799:0:(client.c:2702:ptlrpc_set_wait()) set ffff960944c5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1784188225.713126:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958016 00000100:00100000:3.0:1784188225.713131:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958016 00000100:00100000:3.0:1784188225.713163:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784188225.713170:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22799:x1870856271958016:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1784188225.713203:0:24280:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1784188225.715908:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22799:x1870856271958016:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2733us (2823us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1784188225.715920:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784188225.715975:0:22799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1870856271958016:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1784188225.716384:0:22799:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1784188225.716597:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784188225.716607:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.716620:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3a00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:0.0:1784188225.716624:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.716636:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.716655:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.716792:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000561799f1/0xf422abd382aa265a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188225.718216:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.718221:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188225.718223:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188226.165876:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784188227.199105:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1784188228.007487:0:25452:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg117-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1784188228.149735:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188228.149757:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271958144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784188228.149832:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188228.149929:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958144 00000100:00100000:1.0:1784188228.149937:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958144 00000100:00100000:1.0:1784188228.150006:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784188228.150029:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960943eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271958144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784188228.150065:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188228.150115:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960943eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271958144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188228.150122:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784188228.150185:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608450fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271958144:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1784188228.150628:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1784188228.227826:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188229.178408:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784188229.178466:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271958272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188229.178549:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188229.178624:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958272 00000100:00100000:3.0:1784188229.178632:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958272 00000100:00080000:0.0:1784188229.178662:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188229.178687:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784188229.178701:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271958272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1784188229.178724:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784188229.178766:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271958272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188229.185584:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271958272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784188229.193839:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1784188229.251994:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1784188229.314902:0:25504:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784188229.315144:0:25504:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1784188229.686593:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784188229.686620:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271958400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188229.686820:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188229.687640:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958400 00000100:00100000:1.0:1784188229.687752:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958400 00000100:00100000:1.0:1784188229.688358:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1784188229.688368:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271958400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1784188229.688415:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784188229.688639:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271958400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 272us (1818us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188229.688648:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784188229.690180:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271958400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188229.695504:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271958528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188229.695616:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188229.696392:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958528 00000100:00100000:2.0:1784188229.696403:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958528 00000100:00100000:2.0:1784188229.696492:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1784188229.696504:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271958528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1784188229.696545:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784188229.698722:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271958528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2215us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188229.698737:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784188229.705828:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271958528:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1784188230.244351:0:25554:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784188230.244716:0:25554:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784188230.263103:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188230.489402:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188230.489656:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772480 00000100:00100000:3.0:1784188230.489666:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772480 00000100:00100000:3.0:1784188230.489708:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 115 00000100:00100000:3.0:1784188230.489716:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2397:x1870856248772480:12345-192.168.201.17@tcp:250:mount.lustre.0 00010000:00080000:3.0:1784188230.489744:0:22765:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from f6b4d493-f414-4ad2-bd53-b39fe546cc76@192.168.201.17@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:3.0:1784188230.489772:0:22765:0:(genops.c:1406:class_connect()) connect: client f6b4d493-f414-4ad2-bd53-b39fe546cc76, cookie 0xf422abd382aa2661 00000100:00080000:3.0:1784188230.489911:0:22765:0:(import.c:65:import_set_state_nolock()) ffff960842829800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784188230.490027:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+5:2397:x1870856248772480:12345-192.168.201.17@tcp:250:mount.lustre.0 Request processed in 310us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.490036:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 115 00000100:00100000:0.0:1784188230.495634:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.497178:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772608 00000100:00100000:1.0:1784188230.497194:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772608 00000100:00100000:1.0:1784188230.497267:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 116 00000100:00100000:1.0:1784188230.497278:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+5:18073:x1870856248772608:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784188230.497295:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188230.497314:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411f400/0xf422abd382aa2668 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f87f6 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.497555:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411f400/0xf422abd382aa2668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87f6 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.497569:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411f400/0xf422abd382aa2668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87f6 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.497580:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411f400, rc 0) 00000100:00100000:1.0:1784188230.497725:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+6:18073:x1870856248772608:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 448us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.497745:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 116 00000100:00100000:2.0:1784188230.507871:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.508128:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772736 00000100:00100000:0.0:1784188230.508138:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772736 00000100:00100000:0.0:1784188230.508608:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 117 00000100:00100000:0.0:1784188230.508620:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+6:18073:x1870856248772736:12345-192.168.201.17@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784188230.508798:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+6:18073:x1870856248772736:12345-192.168.201.17@tcp:501:mount.lustre.0 Request processed in 180us (936us total) trans 0 rc -2/-2 00000100:00100000:0.0:1784188230.508806:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 117 00000100:00100000:2.0:1784188230.529843:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.530003:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772864 00000100:00100000:1.0:1784188230.530022:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772864 00000100:00100000:1.0:1784188230.530085:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 118 00000100:00100000:1.0:1784188230.530117:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+6:18073:x1870856248772864:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784188230.530136:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188230.530154:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411e000/0xf422abd382aa266f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f87fd expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.530183:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411e000/0xf422abd382aa266f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87fd expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.530195:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411e000/0xf422abd382aa266f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f87fd expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.530205:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411e000, rc 0) 00000100:00100000:1.0:1784188230.530263:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+7:18073:x1870856248772864:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 148us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.530270:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 118 00000100:00100000:2.0:1784188230.534955:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.535115:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248772992 00000100:00100000:0.0:1784188230.535127:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248772992 00000100:00100000:0.0:1784188230.535194:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 119 00000100:00100000:0.0:1784188230.535206:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+7:18073:x1870856248772992:12345-192.168.201.17@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784188230.535373:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18073:x1870856248772992:12345-192.168.201.17@tcp:501:mount.lustre.0 Request processed in 169us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.535382:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 119 00000100:00100000:2.0:1784188230.537576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188230.537717:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773120 00000100:00100000:3.0:1784188230.537726:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773120 00000100:00100000:3.0:1784188230.537781:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 120 00000100:00100000:3.0:1784188230.537791:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18073:x1870856248773120:12345-192.168.201.17@tcp:503:mount.lustre.0 00000100:00100000:3.0:1784188230.537942:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18073:x1870856248773120:12345-192.168.201.17@tcp:503:mount.lustre.0 Request processed in 151us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.537960:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 120 00000100:00100000:2.0:1784188230.540279:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.541127:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773248 00000100:00100000:1.0:1784188230.541138:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773248 00000100:00100000:0.0:1784188230.541321:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 121 00000100:00100000:0.0:1784188230.541334:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773248:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784188230.541502:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773248:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 171us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.541510:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 121 00000100:00100000:2.0:1784188230.572080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.572143:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773376 00000100:00100000:0.0:1784188230.572152:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773376 00000100:00100000:0.0:1784188230.572621:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 122 00000100:00100000:0.0:1784188230.572634:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773376:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188230.572851:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773376:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 219us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.572860:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 122 00000100:00100000:2.0:1784188230.576958:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.579138:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773504 00000100:00100000:0.0:1784188230.579152:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773504 00000100:00100000:0.0:1784188230.579219:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 123 00000100:00100000:0.0:1784188230.579238:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773504:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784188230.579404:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18092:x1870856248773504:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 167us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.579412:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 123 00000100:00100000:2.0:1784188230.583426:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.583527:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773632 00000100:00100000:1.0:1784188230.583538:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773632 00000100:00100000:1.0:1784188230.583639:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 124 00000100:00100000:1.0:1784188230.583649:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+8:18073:x1870856248773632:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784188230.583669:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188230.583691:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411fe00/0xf422abd382aa2676 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f882e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.583745:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411fe00/0xf422abd382aa2676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f882e expref: 9 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.583754:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411fe00/0xf422abd382aa2676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f882e expref: 9 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188230.583762:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411fe00, rc 0) 00000100:00100000:1.0:1784188230.583814:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+9:18073:x1870856248773632:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 168us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.583871:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 124 00000040:00080000:0.0:1784188230.585350:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1784188230.586714:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188230.586878:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773760 00000100:00100000:3.0:1784188230.586887:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773760 00000100:00100000:3.0:1784188230.586934:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 125 00000100:00100000:3.0:1784188230.586943:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+9:18073:x1870856248773760:12345-192.168.201.17@tcp:256:mount.lustre.0 20000000:01000000:3.0:1784188230.586963:0:22765:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1784188230.586987:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1784188230.586991:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1784188230.586994:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1784188230.586998:0:22765:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1784188230.587000:0:22765:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1784188230.588232:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+9:18073:x1870856248773760:12345-192.168.201.17@tcp:256:mount.lustre.0 Request processed in 1275us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.588243:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 125 00000100:00100000:0.0:1784188230.590879:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188230.591003:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248773888 00000100:00100000:3.0:1784188230.591013:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248773888 00000100:00100000:3.0:1784188230.591068:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 126 00000100:00100000:3.0:1784188230.591079:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097755bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+9:18073:x1870856248773888:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784188230.591095:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188230.591112:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8835 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188230.591142:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188230.591154:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188230.591163:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a2600, rc 0) 00000100:00100000:3.0:1784188230.591216:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097755bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18073:x1870856248773888:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 139us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.591247:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 126 00000100:00100000:2.0:1784188230.595171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.595326:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774016 00000100:00100000:1.0:1784188230.595337:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774016 00000100:00100000:1.0:1784188230.595393:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 127 00000100:00100000:1.0:1784188230.595403:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18073:x1870856248774016:12345-192.168.201.17@tcp:501:mount.lustre.0 00000100:00100000:1.0:1784188230.595719:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18073:x1870856248774016:12345-192.168.201.17@tcp:501:mount.lustre.0 Request processed in 316us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.595728:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 127 00000100:00100000:0.0:1784188230.597380:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.597594:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774144 00000100:00100000:1.0:1784188230.597603:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774144 00000100:00100000:1.0:1784188230.597683:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 128 00000100:00100000:1.0:1784188230.597693:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18073:x1870856248774144:12345-192.168.201.17@tcp:503:mount.lustre.0 00000100:00100000:1.0:1784188230.597834:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18073:x1870856248774144:12345-192.168.201.17@tcp:503:mount.lustre.0 Request processed in 142us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.597847:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 128 00000100:00100000:0.0:1784188230.601533:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.603055:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774272 00000100:00100000:1.0:1784188230.603068:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774272 00000100:00100000:1.0:1784188230.603130:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 129 00000100:00100000:1.0:1784188230.603141:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18096:x1870856248774272:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188230.603393:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18096:x1870856248774272:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 253us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.603401:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 129 00000100:00100000:2.0:1784188230.613535:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.619321:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774400 00000100:00100000:1.0:1784188230.619336:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774400 00000100:00100000:1.0:1784188230.619414:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 130 00000100:00100000:1.0:1784188230.619425:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18096:x1870856248774400:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188230.619599:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18096:x1870856248774400:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 176us (6073us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.619608:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 130 00000100:00100000:0.0:1784188230.654830:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.654877:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.654967:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774528 00000100:00100000:2.0:1784188230.654991:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774784 00000100:00100000:1.0:1784188230.654992:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774528 00000100:00100000:2.0:1784188230.654995:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774784 00000100:00100000:2.0:1784188230.655111:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:2.0:1784188230.655119:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1870856248774528:12345-192.168.201.17@tcp:38:mount.lustre.0 00010000:00080000:2.0:1784188230.655151:0:24053:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from d3898e13-edde-432f-921f-092c03cbeb3c@192.168.201.17@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:2.0:1784188230.655211:0:24053:0:(genops.c:1406:class_connect()) connect: client d3898e13-edde-432f-921f-092c03cbeb3c, cookie 0xf422abd382aa2684 00000004:00100000:2.0:1784188230.655236:0:24053:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1784188230.655488:0:24053:0:(import.c:65:import_set_state_nolock()) ffff96096a57d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188230.655563:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:2397:x1870856248774528:12345-192.168.201.17@tcp:38:mount.lustre.0 Request processed in 443us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.655571:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:2.0:1784188230.655587:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:2.0:1784188230.655591:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1870856248774784:12345-192.168.201.17@tcp:38:mount.lustre.0 00010000:00080000:2.0:1784188230.655607:0:24053:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from d3898e13-edde-432f-921f-092c03cbeb3c@192.168.201.17@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:2.0:1784188230.655636:0:24053:0:(genops.c:1406:class_connect()) connect: client d3898e13-edde-432f-921f-092c03cbeb3c, cookie 0xf422abd382aa268b 00000004:00100000:2.0:1784188230.655647:0:24053:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1784188230.655762:0:24053:0:(import.c:65:import_set_state_nolock()) ffff96096a57b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188230.655789:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:2397:x1870856248774784:12345-192.168.201.17@tcp:38:mount.lustre.0 Request processed in 197us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.655794:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:0.0:1784188230.685938:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.685992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188230.686466:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774912 00000100:00100000:2.0:1784188230.686477:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774912 00000100:00080000:0.0:1784188230.687330:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188230.687521:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248774656 00000100:00100000:2.0:1784188230.687527:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248774656 00000100:00080000:0.0:1784188230.687607:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784188230.693206:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:0.0:1784188230.693492:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:0:x1870856248774912:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784188230.693538:0:24053:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784188230.693641:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:0:x1870856248774912:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 421us (7713us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.693650:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:0.0:1784188230.693677:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 10 00000100:00100000:0.0:1784188230.693685:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:0:x1870856248774656:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784188230.693703:0:24053:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188230.693736:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:0:x1870856248774656:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 52us (7744us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.693743:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 10 00000100:00100000:0.0:1784188230.693815:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.693944:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775040 00000100:00100000:0.0:1784188230.693952:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775040 00000100:00100000:0.0:1784188230.693996:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 11 00000100:00100000:0.0:1784188230.694004:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775040:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784188230.694017:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188230.694045:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775040:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 42us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.694052:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 11 00000100:00100000:1.0:1784188230.710134:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784188230.710160:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271958656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784188230.710229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.711054:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958656 00000100:00100000:0.0:1784188230.711062:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958656 00000100:00100000:0.0:1784188230.711118:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784188230.711128:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271958656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1784188230.711158:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188230.711206:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271958656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.711213:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784188230.711238:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271959040:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.711267:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.711287:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271959552:0@lo:400:kworker.0 00000100:00080000:1.0:1784188230.711610:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784188230.711626:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271958784:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711659:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711683:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271959296:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711705:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711736:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3657:1870856271959808:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711811:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271958656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784188230.711829:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1784188230.711837:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271959168:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711871:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711888:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271959680:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711923:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271960192:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.711946:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188230.711969:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959296 00000100:00100000:1.0:1784188230.711985:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959296 00000100:00100000:1.0:1784188230.712018:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1784188230.712026:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271959296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.712067:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271959296:12345-0@lo:400:kworker.0 Request processed in 41us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.712074:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1784188230.712103:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271959296:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.712126:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959808 00000100:00100000:1.0:1784188230.712129:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959808 00000100:00080000:1.0:1784188230.712145:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784188230.712163:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959168 00000100:00100000:1.0:1784188230.712166:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959168 00000100:00100000:1.0:1784188230.712177:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959680 00000100:00100000:1.0:1784188230.712179:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959680 00000100:00100000:1.0:1784188230.712188:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960192 00000100:00100000:1.0:1784188230.712190:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960192 00000100:00080000:1.0:1784188230.712210:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784188230.712227:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784188230.712234:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3657:x1870856271959808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.712269:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3657:x1870856271959808:12345-0@lo:400:kworker.0 Request processed in 36us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.712275:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:1.0:1784188230.712300:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c6680 x1870856271959808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784188230.712549:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784188230.712559:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271959168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.712609:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271959168:12345-0@lo:400:kworker.0 Request processed in 52us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.712615:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784188230.712628:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188230.712634:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271959680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.712658:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271959680:12345-0@lo:400:kworker.0 Request processed in 25us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.712664:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784188230.712674:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784188230.712680:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271960192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.712704:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271960192:12345-0@lo:400:kworker.0 Request processed in 24us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.712710:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784188230.712742:0:24781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959040 00000100:00100000:2.0:1784188230.712746:0:24781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959040 00000100:00100000:2.0:1784188230.712793:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784188230.712799:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271959040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.712829:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271959040:12345-0@lo:400:kworker.0 Request processed in 31us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.712835:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1784188230.712858:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784188230.713177:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.713205:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1870856271960064:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.713254:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.713285:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271959040:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.713295:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1784188230.713302:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271958912:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.713575:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3657:1870856271959808:0@lo:400:kworker.0 00010000:00080000:1.0:1784188230.713602:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c6d80 x1870856271959168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188230.713612:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271959168:0@lo:400:kworker.0 00010000:00080000:1.0:1784188230.713623:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c6300 x1870856271959680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188230.713631:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271959680:0@lo:400:kworker.0 00010000:00080000:1.0:1784188230.713641:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c5880 x1870856271960192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188230.713649:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271960192:0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.713671:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960064 00000100:00100000:1.0:1784188230.713675:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960064 00000100:00100000:1.0:1784188230.713706:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1784188230.713713:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1870856271960064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188230.713747:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1870856271960064:12345-0@lo:400:kworker.0 Request processed in 34us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.713762:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784188230.715515:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.715551:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271959424:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715575:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188230.715598:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271959936:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715621:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1784188230.715652:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c4a80 x1870856271960064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188230.715665:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1870856271960064:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715703:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959552 00000100:00100000:0.0:1784188230.715708:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959552 00000100:00100000:0.0:1784188230.715745:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959424 00000100:00100000:0.0:1784188230.715748:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959424 00000100:00100000:0.0:1784188230.715769:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784188230.715777:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271959552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715821:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271959552:12345-0@lo:400:kworker.0 Request processed in 44us (4511us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.715828:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784188230.715842:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188230.715848:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271959424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715872:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271959424:12345-0@lo:400:kworker.0 Request processed in 25us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.715878:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784188230.715897:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271959936 00000100:00100000:0.0:1784188230.715900:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271959936 00000100:00100000:0.0:1784188230.715918:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784188230.715923:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271959936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.715961:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271959936:12345-0@lo:400:kworker.0 Request processed in 38us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188230.715968:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784188230.716007:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271959424:0@lo:400:kworker.0 00010000:00080000:0.0:1784188230.716016:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c7100 x1870856271959936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188230.716025:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271959936:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.716035:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271959552:0@lo:400:kworker.0 00000100:00100000:3.0:1784188230.717553:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188230.717580:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775168 00000100:00100000:3.0:1784188230.717586:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775168 00000100:00100000:3.0:1784188230.717622:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 12 00000100:00100000:3.0:1784188230.718117:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775168:12345-192.168.201.17@tcp:40:mount.lustre.0 00000100:00100000:3.0:1784188230.718196:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775168:12345-192.168.201.17@tcp:40:mount.lustre.0 Request processed in 565us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.718204:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 12 00000100:00100000:3.0:1784188230.718294:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958784 00000100:00100000:3.0:1784188230.718298:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958784 00000100:00100000:2.0:1784188230.718425:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271958912 00000100:00100000:2.0:1784188230.718431:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271958912 00000100:00100000:2.0:1784188230.718482:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1784188230.718492:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271958912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.718546:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271958912:12345-0@lo:400:kworker.0 Request processed in 55us (3038us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.718553:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:2.0:1784188230.718573:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784188230.718578:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784188230.718580:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784188230.719297:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271960320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188230.719357:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188230.719529:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1784188230.719541:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271958784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188230.719591:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271958784:12345-0@lo:400:kworker.0 Request processed in 54us (7931us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188230.719598:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1784188230.719792:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271958912:0@lo:400:kworker.0 00000100:00100000:3.0:1784188230.719929:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960320 00000100:00100000:3.0:1784188230.719934:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960320 00000100:00100000:3.0:1784188230.719971:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784188230.719988:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271960320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1784188230.720005:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784188230.720039:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271960320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.720045:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1784188230.722672:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271960320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188230.722688:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271958784:0@lo:400:kworker.0 00000100:00100000:0.0:1784188230.733889:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.733941:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188230.733970:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188230.734034:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775552 00000100:00100000:1.0:1784188230.734045:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775552 00000100:00100000:1.0:1784188230.734124:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:1.0:1784188230.734137:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775552:12345-192.168.201.17@tcp:900:mount.lustre.0 00000100:00100000:1.0:1784188230.734216:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775552:12345-192.168.201.17@tcp:900:mount.lustre.0 Request processed in 83us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.734224:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:3.0:1784188230.734390:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775296 00000100:00100000:3.0:1784188230.734395:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775296 00000100:00100000:3.0:1784188230.734422:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775424 00000100:00100000:3.0:1784188230.734424:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775424 00000100:00100000:3.0:1784188230.734474:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:3.0:1784188230.734480:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2397:x1870856248775296:12345-192.168.201.17@tcp:8:mount.lustre.0 00010000:00080000:3.0:1784188230.734520:0:24282:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from d3898e13-edde-432f-921f-092c03cbeb3c@192.168.201.17@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:3.0:1784188230.734551:0:24282:0:(genops.c:1406:class_connect()) connect: client d3898e13-edde-432f-921f-092c03cbeb3c, cookie 0xf422abd382aa2692 00002000:00100000:3.0:1784188230.734573:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d3898e13-edde-432f-921f-092c03cbeb3c/ffff96084282c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00100000:1.0:1784188230.734574:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 20 00000100:00100000:1.0:1784188230.734584:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1870856248775424:12345-192.168.201.17@tcp:8:mount.lustre.0 00002000:00100000:3.0:1784188230.734594:0:24282:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00010000:00080000:1.0:1784188230.734605:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from d3898e13-edde-432f-921f-092c03cbeb3c@192.168.201.17@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:1.0:1784188230.734626:0:24280:0:(genops.c:1406:class_connect()) connect: client d3898e13-edde-432f-921f-092c03cbeb3c, cookie 0xf422abd382aa2699 00002000:00100000:1.0:1784188230.734633:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d3898e13-edde-432f-921f-092c03cbeb3c/ffff960844081800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1784188230.734641:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1784188230.734809:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1784188230.734837:0:24280:0:(import.c:65:import_set_state_nolock()) ffff960844080000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784188230.734869:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2397:x1870856248775424:12345-192.168.201.17@tcp:8:mount.lustre.0 Request processed in 284us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.734876:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 20 00002000:00080000:3.0:1784188230.735041:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1784188230.735057:0:24282:0:(import.c:65:import_set_state_nolock()) ffff96084282a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784188230.735211:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d3898e13-edde-432f-921f-092c03cbeb3c+6:2397:x1870856248775296:12345-192.168.201.17@tcp:8:mount.lustre.0 Request processed in 730us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188230.736390:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:3.0:1784188230.741786:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188230.741914:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775680 00000100:00100000:2.0:1784188230.741925:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775680 00000100:00100000:2.0:1784188230.741986:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:2.0:1784188230.741998:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775680:12345-192.168.201.17@tcp:33:mount.lustre.0 00000004:00080000:3.0:1784188230.746799:0:22775:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4714us 00000001:00100000:0.0:1784188230.749847:0:25096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d3898e13-edde-432f-921f-092c03cbeb3c 00000001:00080000:0.0:1784188230.749865:0:25096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00200000:1.0:1784188230.768748:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1784188230.768890:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18073:x1870856248775680:12345-192.168.201.17@tcp:33:mount.lustre.0 Request processed in 26888us (27115us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188230.768905:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:2.0:1784188231.075310:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188231.075415:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775808 00000100:00100000:3.0:1784188231.075426:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775808 00000100:00100000:3.0:1784188231.075519:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 13 00000100:00100000:3.0:1784188231.075532:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+6:18119:x1870856248775808:12345-192.168.201.17@tcp:101:mkdir.0 00010000:00010000:3.0:1784188231.075556:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188231.075587:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa26a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8866 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075661:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075675:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075690:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784188231.075760:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1784188231.075764:0:22773:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784188231.075799:0:22773:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075825:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa26a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8866 expref: 8 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075844:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8866 expref: 7 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188231.075854:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:3.0:1784188231.075857:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784188231.075860:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a2800, rc 0) 00000100:00100000:3.0:1784188231.078344:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+7:18119:x1870856248775808:12345-192.168.201.17@tcp:101:mkdir.0 Request processed in 2800us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188231.078357:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 13 00010000:00010000:3.0:1784188231.288871:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188232.310250:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188233.270829:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271960448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784188233.270901:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188233.271013:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960448 00000100:00100000:0.0:1784188233.271022:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960448 00000100:00100000:0.0:1784188233.271096:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188233.271107:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271960448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784188233.271141:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784188233.271192:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271960448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.271202:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1784188233.271803:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188233.271846:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271960448:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1784188233.335909:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188233.369198:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188233.369345:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248775936 00000100:00100000:0.0:1784188233.369356:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248775936 00000100:00100000:0.0:1784188233.369713:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 14 00000100:00100000:0.0:1784188233.369727:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+7:18171:x1870856248775936:12345-192.168.201.17@tcp:41:lfs.0 00000004:00000024:0.0:1784188233.369768:0:24053:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:3.0:1784188233.369910:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784188233.369950:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+7:18171:x1870856248775936:12345-192.168.201.17@tcp:41:lfs.0 Request processed in 226us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.369959:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 14 00000100:00100000:1.0:1784188233.398004:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.398105:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776064 00000100:00100000:2.0:1784188233.398115:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776064 00000100:00100000:2.0:1784188233.398212:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 15 00000100:00100000:2.0:1784188233.398221:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18171:x1870856248776064:12345-192.168.201.17@tcp:41:lfs.0 00000004:00000024:2.0:1784188233.398266:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784188233.398502:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18171:x1870856248776064:12345-192.168.201.17@tcp:41:lfs.0 Request processed in 280us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.398511:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 15 00000100:00080000:3.0:1784188233.399034:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188233.411976:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188233.412092:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776192 00000100:00100000:0.0:1784188233.412101:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776192 00000100:00100000:0.0:1784188233.412157:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 12 00000100:00100000:0.0:1784188233.412164:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3898e13-edde-432f-921f-092c03cbeb3c+6:18171:x1870856248776192:12345-192.168.201.17@tcp:13:lfs.0 00002000:00000024:0.0:1784188233.412184:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784188233.412324:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3898e13-edde-432f-921f-092c03cbeb3c+6:18171:x1870856248776192:12345-192.168.201.17@tcp:13:lfs.0 Request processed in 159us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.412333:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 12 00000100:00080000:3.0:1784188233.412396:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188233.421952:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188233.422061:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776320 00000100:00100000:0.0:1784188233.422072:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776320 00000100:00100000:0.0:1784188233.422150:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 13 00000100:00100000:0.0:1784188233.422161:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3898e13-edde-432f-921f-092c03cbeb3c+5:18171:x1870856248776320:12345-192.168.201.17@tcp:13:lfs.0 00002000:00000024:0.0:1784188233.422206:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188233.422303:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3898e13-edde-432f-921f-092c03cbeb3c+5:18171:x1870856248776320:12345-192.168.201.17@tcp:13:lfs.0 Request processed in 143us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.422311:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 13 00000100:00080000:3.0:1784188233.422965:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784188233.758361:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.758868:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776448 00000100:00100000:1.0:1784188233.758879:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776448 00000100:00100000:1.0:1784188233.758950:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 132 00000100:00100000:1.0:1784188233.758961:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+10:18203:x1870856248776448:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784188233.758978:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188233.758999:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411fc00/0xf422abd382aa26ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f886d expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.759028:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411fc00/0xf422abd382aa26ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f886d expref: 11 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.759041:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411fc00/0xf422abd382aa26ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f886d expref: 11 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.759257:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411fc00, rc 0) 00000100:00100000:1.0:1784188233.759316:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248776448:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 357us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.759323:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 132 00000100:00100000:1.0:1784188233.784416:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.784483:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776576 00000100:00100000:2.0:1784188233.784493:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776576 00000100:00100000:2.0:1784188233.784569:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 133 00000100:00100000:2.0:1784188233.784580:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248776576:12345-192.168.201.17@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784188233.784757:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248776576:12345-192.168.201.17@tcp:501:mount.lustre.0 Request processed in 178us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.784765:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 133 00000100:00100000:2.0:1784188233.790063:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.790124:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776704 00000100:00100000:1.0:1784188233.790135:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776704 00000100:00100000:1.0:1784188233.790196:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 134 00000100:00100000:1.0:1784188233.790207:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248776704:12345-192.168.201.17@tcp:503:mount.lustre.0 00000100:00100000:1.0:1784188233.790350:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248776704:12345-192.168.201.17@tcp:503:mount.lustre.0 Request processed in 144us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.790358:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 134 00000100:00100000:3.0:1784188233.797312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.799018:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776832 00000100:00100000:1.0:1784188233.799036:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776832 00000100:00100000:1.0:1784188233.799262:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 135 00000100:00100000:1.0:1784188233.799274:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248776832:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188233.799468:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248776832:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 165us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.799474:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 135 00000100:00100000:2.0:1784188233.831958:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.832212:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248776960 00000100:00100000:1.0:1784188233.832223:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248776960 00000100:00100000:1.0:1784188233.832288:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 136 00000100:00100000:1.0:1784188233.832298:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248776960:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188233.832490:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248776960:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 193us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.832500:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 136 00000100:00100000:3.0:1784188233.836110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.840404:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777088 00000100:00100000:1.0:1784188233.840421:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777088 00000100:00100000:1.0:1784188233.840518:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 137 00000100:00100000:1.0:1784188233.840530:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248777088:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784188233.840716:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18210:x1870856248777088:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 186us (4615us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.840742:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 137 00000100:00100000:3.0:1784188233.844540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.844706:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777216 00000100:00100000:2.0:1784188233.844717:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777216 00000100:00100000:2.0:1784188233.844775:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 138 00000100:00100000:2.0:1784188233.844785:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18203:x1870856248777216:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784188233.844810:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188233.844826:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9608441e2c00/0xf422abd382aa26b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f889e expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188233.844862:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9608441e2c00/0xf422abd382aa26b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f889e expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188233.844873:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9608441e2c00/0xf422abd382aa26b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f889e expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188233.844882:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2c00, rc 0) 00000100:00100000:2.0:1784188233.844941:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609412ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18203:x1870856248777216:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 158us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.844964:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 138 00000100:00100000:3.0:1784188233.849764:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.849937:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777344 00000100:00100000:1.0:1784188233.849948:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777344 00000100:00100000:1.0:1784188233.850013:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 139 00000100:00100000:1.0:1784188233.850023:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18203:x1870856248777344:12345-192.168.201.17@tcp:256:mount.lustre.0 20000000:01000000:1.0:1784188233.850049:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1784188233.850072:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1784188233.850078:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1784188233.850081:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1784188233.850084:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1784188233.850086:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1784188233.854200:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18203:x1870856248777344:12345-192.168.201.17@tcp:256:mount.lustre.0 Request processed in 4166us (4435us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.854215:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 139 00000100:00100000:3.0:1784188233.858256:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.858474:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777472 00000100:00100000:1.0:1784188233.858485:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777472 00000100:00100000:1.0:1784188233.858548:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 140 00000100:00100000:1.0:1784188233.858559:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18203:x1870856248777472:12345-192.168.201.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784188233.858576:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188233.858595:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88a5 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.858625:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.858634:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188233.858658:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411f200, rc 0) 00000100:00100000:1.0:1784188233.858711:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18203:x1870856248777472:12345-192.168.201.17@tcp:101:mount.lustre.0 Request processed in 154us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.858716:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 140 00000100:00100000:3.0:1784188233.860683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.863212:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777600 00000100:00100000:1.0:1784188233.863414:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777600 00000100:00100000:2.0:1784188233.863664:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 141 00000100:00100000:2.0:1784188233.863672:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18203:x1870856248777600:12345-192.168.201.17@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784188233.863915:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18203:x1870856248777600:12345-192.168.201.17@tcp:501:mount.lustre.0 Request processed in 242us (3239us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.863935:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 141 00000100:00100000:3.0:1784188233.866733:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.867623:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777728 00000100:00100000:2.0:1784188233.867633:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777728 00000100:00100000:2.0:1784188233.867688:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 142 00000100:00100000:2.0:1784188233.867695:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18203:x1870856248777728:12345-192.168.201.17@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784188233.867848:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18203:x1870856248777728:12345-192.168.201.17@tcp:503:mount.lustre.0 Request processed in 152us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.867857:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 142 00000100:00100000:2.0:1784188233.872092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.873575:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777856 00000100:00100000:1.0:1784188233.873585:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777856 00000100:00100000:1.0:1784188233.873654:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 143 00000100:00100000:1.0:1784188233.873664:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18212:x1870856248777856:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784188233.875556:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18212:x1870856248777856:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 1882us (3463us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.875631:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 143 00000100:00100000:2.0:1784188233.885724:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188233.885951:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248777984 00000100:00100000:0.0:1784188233.885961:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248777984 00000100:00100000:0.0:1784188233.886134:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 144 00000100:00100000:0.0:1784188233.886146:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18212:x1870856248777984:12345-192.168.201.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784188233.890180:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18212:x1870856248777984:12345-192.168.201.17@tcp:502:llog_process_th.0 Request processed in 4023us (4451us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.890197:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 144 00000100:00100000:3.0:1784188233.893623:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188233.893667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.893839:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778112 00000100:00100000:1.0:1784188233.893848:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778112 00000100:00100000:1.0:1784188233.893895:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778368 00000100:00100000:1.0:1784188233.893898:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778368 00000100:00100000:1.0:1784188233.893937:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 16 00000100:00100000:1.0:1784188233.893944:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1870856248778112:12345-192.168.201.17@tcp:38:mount.lustre.0 00010000:00080000:1.0:1784188233.893973:0:22773:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from c9e02a06-17b7-41ec-a92a-8b9ebcabee60@192.168.201.17@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:1.0:1784188233.894023:0:22773:0:(genops.c:1406:class_connect()) connect: client c9e02a06-17b7-41ec-a92a-8b9ebcabee60, cookie 0xf422abd382aa26c3 00000004:00100000:1.0:1784188233.894048:0:22773:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1784188233.894153:0:22773:0:(import.c:65:import_set_state_nolock()) ffff960844080800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784188233.894231:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2397:x1870856248778112:12345-192.168.201.17@tcp:38:mount.lustre.0 Request processed in 277us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.894240:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 16 00000100:00100000:1.0:1784188233.894259:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:1.0:1784188233.894264:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1870856248778368:12345-192.168.201.17@tcp:38:mount.lustre.0 00010000:00080000:1.0:1784188233.894296:0:22773:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from c9e02a06-17b7-41ec-a92a-8b9ebcabee60@192.168.201.17@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:1.0:1784188233.894770:0:22773:0:(genops.c:1406:class_connect()) connect: client c9e02a06-17b7-41ec-a92a-8b9ebcabee60, cookie 0xf422abd382aa26ca 00000004:00100000:1.0:1784188233.894787:0:22773:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1784188233.894855:0:22773:0:(import.c:65:import_set_state_nolock()) ffff960844086800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784188233.894885:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2397:x1870856248778368:12345-192.168.201.17@tcp:38:mount.lustre.0 Request processed in 619us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.894893:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:3.0:1784188233.911788:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188233.911946:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188233.920712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.927005:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778624 00000100:00100000:1.0:1784188233.927020:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778624 00000100:00100000:1.0:1784188233.927101:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778240 00000100:00100000:1.0:1784188233.927106:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778240 00000100:00080000:2.0:1784188233.927763:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784188233.927978:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 18 00000100:00100000:1.0:1784188233.928001:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+7:18203:x1870856248778624:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784188233.928041:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784188233.928133:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+7:18203:x1870856248778624:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 124us (16344us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.928141:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 18 00000100:00100000:1.0:1784188233.928171:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:1.0:1784188233.928178:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:0:x1870856248778240:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784188233.928190:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784188233.928212:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:0:x1870856248778240:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 35us (16268us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.928219:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:2.0:1784188233.929061:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778496 00000100:00100000:2.0:1784188233.929068:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778496 00000100:00100000:2.0:1784188233.929132:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 20 00000100:00100000:2.0:1784188233.929140:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:0:x1870856248778496:12345-192.168.201.17@tcp:41:mount.lustre.0 00000004:00000024:2.0:1784188233.929173:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784188233.929242:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:0:x1870856248778496:12345-192.168.201.17@tcp:41:mount.lustre.0 Request processed in 102us (8541us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.929249:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 20 00000100:00080000:3.0:1784188233.929968:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784188233.931080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.933292:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778752 00000100:00100000:1.0:1784188233.933319:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778752 00000100:00100000:1.0:1784188233.933636:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:1.0:1784188233.933647:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248778752:12345-192.168.201.17@tcp:40:mount.lustre.0 00000100:00100000:1.0:1784188233.933749:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248778752:12345-192.168.201.17@tcp:40:mount.lustre.0 Request processed in 105us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.933757:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:2.0:1784188233.938135:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938181:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938389:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938421:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938459:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.938465:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779136 00000100:00100000:1.0:1784188233.938475:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779136 00000100:00100000:2.0:1784188233.938478:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938497:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188233.938518:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188233.938527:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:2.0:1784188233.938536:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779776 00000100:00100000:1.0:1784188233.938537:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248779136:12345-192.168.201.17@tcp:900:mount.lustre.0 00000100:00100000:2.0:1784188233.938539:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779776 00000100:00100000:2.0:1784188233.938560:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779648 00000100:00100000:2.0:1784188233.938562:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779648 00000100:00100000:2.0:1784188233.938572:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248778880 00000100:00100000:2.0:1784188233.938574:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248778880 00000100:00100000:2.0:1784188233.938581:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779008 00000100:00100000:2.0:1784188233.938583:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779008 00000100:00100000:2.0:1784188233.938591:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:2.0:1784188233.938597:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2398:x1870856248779776:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188233.938613:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248779136:12345-192.168.201.17@tcp:900:mount.lustre.0 Request processed in 78us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188233.938621:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:2.0:1784188233.938622:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2398:x1870856248779776:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.938628:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:2.0:1784188233.938640:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:2.0:1784188233.938645:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2398:x1870856248779648:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188233.938666:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2398:x1870856248779648:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 21us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.938686:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:2.0:1784188233.938699:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:2.0:1784188233.938704:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1870856248778880:12345-192.168.201.17@tcp:8:mount.lustre.0 00010000:00080000:2.0:1784188233.938746:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from c9e02a06-17b7-41ec-a92a-8b9ebcabee60@192.168.201.17@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:2.0:1784188233.938777:0:24280:0:(genops.c:1406:class_connect()) connect: client c9e02a06-17b7-41ec-a92a-8b9ebcabee60, cookie 0xf422abd382aa26d1 00002000:00100000:2.0:1784188233.938788:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c9e02a06-17b7-41ec-a92a-8b9ebcabee60/ffff960843b2f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784188233.938800:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784188233.939537:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784188233.939568:0:24280:0:(import.c:65:import_set_state_nolock()) ffff96084108f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188233.939607:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2397:x1870856248778880:12345-192.168.201.17@tcp:8:mount.lustre.0 Request processed in 901us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.939615:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:2.0:1784188233.939632:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:2.0:1784188233.939638:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1870856248779008:12345-192.168.201.17@tcp:8:mount.lustre.0 00010000:00080000:2.0:1784188233.939659:0:24280:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from c9e02a06-17b7-41ec-a92a-8b9ebcabee60@192.168.201.17@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:2.0:1784188233.939679:0:24280:0:(genops.c:1406:class_connect()) connect: client c9e02a06-17b7-41ec-a92a-8b9ebcabee60, cookie 0xf422abd382aa26d8 00002000:00100000:2.0:1784188233.939685:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c9e02a06-17b7-41ec-a92a-8b9ebcabee60/ffff960944ee8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784188233.939693:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784188233.939917:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1784188233.939944:0:24280:0:(import.c:65:import_set_state_nolock()) ffff960944ee9000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784188233.939971:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2397:x1870856248779008:12345-192.168.201.17@tcp:8:mount.lustre.0 Request processed in 331us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.939978:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:0.0:1784188233.942201:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779520 00000100:00100000:0.0:1784188233.942217:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779520 00000100:00100000:0.0:1784188233.942296:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779392 00000100:00100000:0.0:1784188233.942300:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779392 00000100:00100000:0.0:1784188233.942342:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 39 00000100:00100000:0.0:1784188233.942353:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+6:2398:x1870856248779520:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188233.942464:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+6:2398:x1870856248779520:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 86us (4049us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.942473:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 39 00000100:00100000:0.0:1784188233.942489:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 40 00000100:00100000:0.0:1784188233.942496:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084415c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+7:2398:x1870856248779392:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188233.942521:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084415c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+7:2398:x1870856248779392:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 25us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188233.942528:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 40 00000100:00100000:3.0:1784188233.943376:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779264 00000100:00100000:3.0:1784188233.943383:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779264 00000100:00100000:0.0:1784188233.943987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188233.945246:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248779904 00000100:00100000:3.0:1784188233.945260:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248779904 00000100:00100000:3.0:1784188233.945323:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 1 00000100:00100000:3.0:1784188233.945336:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248779904:12345-192.168.201.17@tcp:33:mount.lustre.0 00000004:00200000:3.0:1784188233.945477:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1784188233.945571:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18203:x1870856248779904:12345-192.168.201.17@tcp:33:mount.lustre.0 Request processed in 238us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188233.945579:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 1 00000100:00100000:2.0:1784188233.957635:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 145 00000100:00100000:2.0:1784188233.957652:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2398:x1870856248779264:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188233.957951:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977199450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2398:x1870856248779264:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 301us (19767us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188233.957960:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 145 00000100:00100000:0.0:1784188234.178562:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188234.178799:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780032 00000100:00100000:1.0:1784188234.178810:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780032 00000100:00100000:1.0:1784188234.178875:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:1.0:1784188234.178885:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18235:x1870856248780032:12345-192.168.201.17@tcp:101:mkdir.0 00010000:00010000:1.0:1784188234.178905:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188234.178935:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ee00/0xf422abd382aa26df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88d6 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.178998:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.179011:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.179022:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188234.179077:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784188234.179081:0:22773:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784188234.179104:0:22773:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.179131:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ee00/0xf422abd382aa26df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 8 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.179151:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 7 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188234.179159:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:1.0:1784188234.179162:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784188234.179165:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411e200, rc 0) 00000100:00100000:1.0:1784188234.179244:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+7:18235:x1870856248780032:12345-192.168.201.17@tcp:101:mkdir.0 Request processed in 360us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188234.179252:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:1.0:1784188234.295518:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271960576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1784188234.295598:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188234.297339:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960576 00000100:00100000:0.0:1784188234.297356:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960576 00000100:00100000:0.0:1784188234.297495:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784188234.297507:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271960576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784188234.297532:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784188234.297611:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271960576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (2012us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188234.297632:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784188234.297862:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271960576:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1784188234.298329:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1784188234.357730:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784188234.681297:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784188234.806660:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784188234.806685:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271960704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784188234.806756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188234.807176:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960704 00000100:00100000:1.0:1784188234.807185:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960704 00000100:00100000:1.0:1784188234.807244:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1784188234.807255:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271960704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784188234.807283:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784188234.807354:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271960704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188234.807362:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1784188234.807682:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271960704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784188234.807808:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188234.816677:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271960832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784188234.816773:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188234.827586:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960832 00000100:00100000:3.0:1784188234.827601:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960832 00000100:00100000:3.0:1784188234.827677:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784188234.827688:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271960832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784188234.827723:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784188234.827825:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271960832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (11052us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188234.827832:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1784188234.828137:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271960832:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1784188235.386219:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188235.832601:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271960960:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832674:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832711:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271961472:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832736:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832756:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271961984:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832777:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832792:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1870856271962496:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832812:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832834:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1784188235.832839:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271961088:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832862:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832879:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271961600:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832912:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832931:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271962112:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.832952:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.832978:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271961216:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833014:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833034:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271961728:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833054:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833069:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271962240:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833089:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833101:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1784188235.833119:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271961344:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833175:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271961856:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833196:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833212:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271962368:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833233:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188235.833262:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271960960 00000100:00100000:0.0:1784188235.833270:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271960960 00000100:00100000:0.0:1784188235.833325:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1784188235.833334:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3654:x1870856271960960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833387:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:3654:x1870856271960960:12345-0@lo:400:kworker.0 Request processed in 55us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833397:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1784188235.833429:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961472 00000100:00100000:0.0:1784188235.833432:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961472 00000100:00100000:0.0:1784188235.833476:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961984 00000100:00100000:0.0:1784188235.833479:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961984 00000100:00100000:0.0:1784188235.833509:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962496 00000100:00100000:0.0:1784188235.833513:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962496 00000100:00100000:0.0:1784188235.833538:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962112 00000100:00100000:0.0:1784188235.833540:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962112 00000100:00100000:0.0:1784188235.833552:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962240 00000100:00100000:0.0:1784188235.833554:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962240 00000100:00100000:0.0:1784188235.833566:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962368 00000100:00100000:0.0:1784188235.833568:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962368 00000100:00100000:0.0:1784188235.833582:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784188235.833588:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271961472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833622:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271961472:12345-0@lo:400:kworker.0 Request processed in 34us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833638:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784188235.833653:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784188235.833659:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271961984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833688:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271961984:12345-0@lo:400:kworker.0 Request processed in 30us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833693:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784188235.833707:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784188235.833713:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1870856271962496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833739:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1870856271962496:12345-0@lo:400:kworker.0 Request processed in 27us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833745:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784188235.833757:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784188235.833762:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271962112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833788:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271962112:12345-0@lo:400:kworker.0 Request processed in 26us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833794:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784188235.833805:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784188235.833811:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271962240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833841:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271962240:12345-0@lo:400:kworker.0 Request processed in 31us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833847:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784188235.833857:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784188235.833863:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271962368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.833900:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1870856271962368:12345-0@lo:400:kworker.0 Request processed in 25us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.833912:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784188235.833935:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961088 00000100:00100000:0.0:1784188235.833941:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961088 00000100:00100000:0.0:1784188235.833968:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961600 00000100:00100000:0.0:1784188235.833971:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961600 00000100:00100000:0.0:1784188235.833983:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1784188235.833988:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271961088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834038:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271961088:12345-0@lo:400:kworker.0 Request processed in 49us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834045:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1784188235.834059:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1784188235.834065:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271961600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834091:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271961600:12345-0@lo:400:kworker.0 Request processed in 27us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834097:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1784188235.834122:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961216 00000100:00100000:0.0:1784188235.834126:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961216 00000100:00100000:0.0:1784188235.834143:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961728 00000100:00100000:0.0:1784188235.834146:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961728 00000100:00100000:0.0:1784188235.834154:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961344 00000100:00100000:0.0:1784188235.834156:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961344 00000100:00100000:0.0:1784188235.834165:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271961856 00000100:00100000:0.0:1784188235.834168:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271961856 00000100:00100000:0.0:1784188235.834181:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784188235.834186:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271961216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834216:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271961216:12345-0@lo:400:kworker.0 Request processed in 30us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834222:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784188235.834242:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188235.834248:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271961728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834280:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271961728:12345-0@lo:400:kworker.0 Request processed in 33us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834286:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188235.834296:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784188235.834303:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271961344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834334:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271961344:12345-0@lo:400:kworker.0 Request processed in 32us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834341:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784188235.834354:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1784188235.834361:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271961856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784188235.834380:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271962624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784188235.834396:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271961856:12345-0@lo:400:kworker.0 Request processed in 35us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188235.834403:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784188235.834450:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784188235.834459:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784188235.834466:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784188235.834469:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784188235.834472:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784188235.834495:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962624 00000100:00100000:1.0:1784188235.834499:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962624 00000100:00100000:0.0:1784188235.834504:0:3656:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1784188235.834524:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271961344:0@lo:400:kworker.0 00000100:00100000:1.0:1784188235.834530:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784188235.834540:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271962624:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784188235.834543:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271961856:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834558:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1870856271962368:0@lo:400:kworker.0 00002000:00000024:1.0:1784188235.834564:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784188235.834572:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271961216:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834587:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271961728:0@lo:400:kworker.0 00000100:00100000:1.0:1784188235.834605:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271962624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (170us total) trans 0 rc 0/0 00010000:00080000:0.0:1784188235.834613:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff960951590380 x1870856271962240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784188235.834614:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784188235.834627:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271962240:0@lo:400:kworker.0 00000100:00100000:1.0:1784188235.834657:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271962624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784188235.834681:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271961088:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834695:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271961600:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834705:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271962112:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834713:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271960960:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834722:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271961472:0@lo:400:kworker.0 00000100:00100000:0.0:1784188235.834732:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271961984:0@lo:400:kworker.0 00010000:00080000:0.0:1784188235.834742:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff960951593800 x1870856271962496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188235.834752:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1870856271962496:0@lo:400:kworker.0 00000100:00100000:1.0:1784188235.837239:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271962752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188235.837301:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188235.837365:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962752 00000100:00100000:2.0:1784188235.837382:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962752 00000100:00100000:2.0:1784188235.837573:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1784188235.837588:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271962752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1784188235.837610:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784188235.838921:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271962752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1265us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188235.838933:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1784188235.840388:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271962752:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1784188236.406201:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1784188236.856606:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c9e02a06-17b7-41ec-a92a-8b9ebcabee60 00000001:00100000:3.0:1784188236.856620:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d3898e13-edde-432f-921f-092c03cbeb3c 00000001:00100000:3.0:1784188236.859963:0:22752:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c9e02a06-17b7-41ec-a92a-8b9ebcabee60 00000001:00100000:3.0:1784188236.859976:0:22752:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d3898e13-edde-432f-921f-092c03cbeb3c 00000001:00100000:1.0:1784188236.862258:0:23506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c9e02a06-17b7-41ec-a92a-8b9ebcabee60 00000001:00100000:1.0:1784188236.862269:0:23506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d3898e13-edde-432f-921f-092c03cbeb3c 00010000:00010000:0.0:1784188237.433894:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784188237.477141:0:25652:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1784188238.399182:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188238.399206:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271962880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784188238.399292:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188238.399638:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271962880 00000100:00100000:2.0:1784188238.399647:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271962880 00000100:00100000:2.0:1784188238.399717:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784188238.399727:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271962880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784188238.399755:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784188238.399802:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271962880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188238.399823:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784188238.399883:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271962880:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1784188238.399992:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1784188238.458960:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188238.976077:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976123:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976164:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976186:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976203:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976221:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976257:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976276:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976298:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188238.976325:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780672 00000100:00100000:1.0:1784188238.976334:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780672 00000100:00100000:1.0:1784188238.976385:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781184 00000100:00100000:1.0:1784188238.976388:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781184 00000100:00100000:1.0:1784188238.976403:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780544 00000100:00100000:1.0:1784188238.976405:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780544 00000100:00100000:1.0:1784188238.976418:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781056 00000100:00100000:1.0:1784188238.976421:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781056 00000100:00100000:1.0:1784188238.976453:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 14 00000100:00100000:1.0:1784188238.976463:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780672:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976534:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780672:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 72us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976542:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 14 00000100:00100000:1.0:1784188238.976558:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 15 00000100:00100000:1.0:1784188238.976564:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2401:x1870856248781184:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976588:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2401:x1870856248781184:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 24us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976594:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 15 00000100:00100000:1.0:1784188238.976606:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 16 00000100:00100000:1.0:1784188238.976612:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780544:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976634:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780544:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 23us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976641:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 16 00000100:00100000:1.0:1784188238.976660:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:1.0:1784188238.976666:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2401:x1870856248781056:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976690:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2401:x1870856248781056:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 24us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976696:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:1.0:1784188238.976714:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780416 00000100:00100000:1.0:1784188238.976717:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780416 00000100:00100000:1.0:1784188238.976737:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780928 00000100:00100000:1.0:1784188238.976739:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780928 00000100:00100000:1.0:1784188238.976750:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780288 00000100:00100000:1.0:1784188238.976753:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780288 00000100:00100000:1.0:1784188238.976764:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780800 00000100:00100000:1.0:1784188238.976766:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780800 00000100:00100000:1.0:1784188238.976779:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 47 00000100:00100000:1.0:1784188238.976784:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608450fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780416:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976811:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608450fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248780416:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 27us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976817:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 47 00000100:00100000:1.0:1784188238.976829:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 48 00000100:00100000:1.0:1784188238.976851:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2401:x1870856248780928:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976875:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2401:x1870856248780928:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 41us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976881:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 48 00000100:00100000:1.0:1784188238.976893:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 49 00000100:00100000:1.0:1784188238.976899:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2401:x1870856248780288:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976920:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2401:x1870856248780288:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 22us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976931:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 49 00000100:00100000:1.0:1784188238.976944:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 50 00000100:00100000:1.0:1784188238.976950:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2401:x1870856248780800:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:1.0:1784188238.976972:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2401:x1870856248780800:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 23us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188238.976977:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 50 00000100:00080000:1.0:1784188238.977008:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784188238.977012:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784188238.977014:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784188238.977016:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784188238.977555:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248780160 00000100:00100000:3.0:1784188238.977562:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248780160 00000100:00100000:3.0:1784188238.977603:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 147 00000100:00100000:3.0:1784188238.977612:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2401:x1870856248780160:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188238.977647:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2401:x1870856248780160:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 37us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188238.977654:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 147 00000100:00100000:2.0:1784188239.413752:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271963008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1784188239.413825:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188239.413909:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963008 00000100:00100000:0.0:1784188239.413917:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963008 00000100:00100000:0.0:1784188239.413986:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1784188239.413997:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271963008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784188239.414028:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784188239.414092:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271963008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188239.414115:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784188239.414130:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271963008:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1784188239.414315:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784188239.477690:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188239.926087:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271963136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784188239.926154:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188239.926387:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963136 00000100:00100000:0.0:1784188239.926397:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963136 00000100:00100000:0.0:1784188239.926470:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784188239.926481:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271963136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784188239.926515:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784188239.926566:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271963136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188239.926574:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784188239.926621:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271963136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784188239.927096:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271963264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784188239.927127:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188239.927168:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963264 00000100:00100000:0.0:1784188239.927172:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963264 00000100:00100000:0.0:1784188239.927198:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784188239.927205:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960951590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271963264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1784188239.927225:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784188239.927257:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960951590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271963264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188239.927263:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784188239.927291:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271963264:0@lo:41:osp-pre-1-0.0 00000001:00100000:1.0:1784188239.931884:0:25096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c9e02a06-17b7-41ec-a92a-8b9ebcabee60 00010000:00010000:1.0:1784188240.501863:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784188240.835245:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784188240.950111:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271963392:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950191:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950253:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271963904:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950282:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950316:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271964416:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950338:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950357:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271964928:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950380:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950404:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1784188240.950410:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271963776:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950471:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950490:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271964288:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950527:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271964800:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950548:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950577:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271963648:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950613:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950631:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271964160:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950652:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950666:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271964672:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950685:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950697:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1784188240.950702:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960951590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271963520:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950752:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271964032:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950770:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950796:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271964544:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950828:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188240.950853:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963392 00000100:00100000:0.0:1784188240.950860:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963392 00000100:00100000:0.0:1784188240.950902:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1784188240.950912:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271963392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.950960:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271963392:12345-0@lo:400:kworker.0 Request processed in 50us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.950967:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1784188240.951002:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963904 00000100:00100000:0.0:1784188240.951005:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963904 00000100:00100000:0.0:1784188240.951023:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964416 00000100:00100000:0.0:1784188240.951026:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964416 00000100:00100000:0.0:1784188240.951037:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964928 00000100:00100000:0.0:1784188240.951039:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964928 00000100:00100000:0.0:1784188240.951062:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964800 00000100:00100000:0.0:1784188240.951065:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964800 00000100:00100000:0.0:1784188240.951076:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964672 00000100:00100000:0.0:1784188240.951079:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964672 00000100:00100000:0.0:1784188240.951090:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964544 00000100:00100000:0.0:1784188240.951092:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964544 00000100:00100000:0.0:1784188240.951105:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784188240.951111:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271963904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951142:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1870856271963904:12345-0@lo:400:kworker.0 Request processed in 32us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951148:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784188240.951160:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784188240.951166:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271964416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951193:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1870856271964416:12345-0@lo:400:kworker.0 Request processed in 27us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951207:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784188240.951220:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784188240.951226:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271964928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951255:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1870856271964928:12345-0@lo:400:kworker.0 Request processed in 30us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951261:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784188240.951273:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1784188240.951278:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271964800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951303:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271964800:12345-0@lo:400:kworker.0 Request processed in 25us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951310:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1784188240.951321:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784188240.951325:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271964672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951355:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1870856271964672:12345-0@lo:400:kworker.0 Request processed in 30us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951360:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784188240.951371:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1784188240.951376:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271964544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951400:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1870856271964544:12345-0@lo:400:kworker.0 Request processed in 25us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951405:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1784188240.951428:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963776 00000100:00100000:0.0:1784188240.951431:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963776 00000100:00100000:0.0:1784188240.951472:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964288 00000100:00100000:0.0:1784188240.951475:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964288 00000100:00100000:0.0:1784188240.951496:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963648 00000100:00100000:0.0:1784188240.951499:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963648 00000100:00100000:0.0:1784188240.951510:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964160 00000100:00100000:0.0:1784188240.951513:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964160 00000100:00100000:0.0:1784188240.951525:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1784188240.951530:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271963776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951561:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271963776:12345-0@lo:400:kworker.0 Request processed in 31us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951567:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1784188240.951576:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188240.951581:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271964288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951604:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271964288:12345-0@lo:400:kworker.0 Request processed in 23us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951608:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784188240.951616:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188240.951620:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096a4e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271963648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951642:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096a4e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271963648:12345-0@lo:400:kworker.0 Request processed in 21us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951647:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188240.951766:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188240.951772:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271964160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951799:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271964160:12345-0@lo:400:kworker.0 Request processed in 27us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951818:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784188240.951857:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271963520 00000100:00100000:0.0:1784188240.951860:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271963520 00000100:00100000:0.0:1784188240.951893:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271964032 00000100:00100000:0.0:1784188240.951902:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271964032 00000100:00100000:0.0:1784188240.951921:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784188240.951926:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271963520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.951957:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271963520:12345-0@lo:400:kworker.0 Request processed in 31us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.951964:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784188240.951975:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1784188240.951980:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271964032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952005:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271964032:12345-0@lo:400:kworker.0 Request processed in 25us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188240.952011:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:0.0:1784188240.952032:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784188240.952036:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784188240.952038:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784188240.952039:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784188240.952070:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271963520:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952080:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271964032:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952090:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3655:1870856271964544:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952098:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271963648:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952106:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271964160:0@lo:400:kworker.0 00010000:00080000:0.0:1784188240.952118:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c5880 x1870856271964672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188240.952127:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1870856271964672:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952160:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271963776:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952178:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271964288:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952187:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271964800:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952195:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271963392:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952204:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960951593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3657:1870856271963904:0@lo:400:kworker.0 00000100:00100000:0.0:1784188240.952212:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1870856271964416:0@lo:400:kworker.0 00010000:00080000:0.0:1784188240.952222:0:3657:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c6300 x1870856271964928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188240.952229:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1870856271964928:0@lo:400:kworker.0 00000100:00100000:3.0:1784188240.952721:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271965056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784188240.952776:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188240.952829:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965056 00000100:00100000:3.0:1784188240.952835:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965056 00000100:00100000:3.0:1784188240.952865:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1784188240.952872:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271965056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1784188240.952894:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784188240.952928:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271965056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188240.952934:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1784188240.952966:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271965056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1784188240.955740:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271965184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784188240.955816:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188240.956010:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965184 00000100:00100000:1.0:1784188240.956018:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965184 00000100:00100000:1.0:1784188240.956078:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784188240.956088:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271965184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784188240.956109:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784188240.956152:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271965184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188240.956159:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784188240.956282:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271965184:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1784188241.082205:0:25800:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd96e2d730 20000000:00000080:3.0:1784188241.082222:0:25800:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9609435d0800 uarg=0000000000000000 20000000:01000000:3.0:1784188241.082268:0:25800:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784188241.082274:0:25800:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784188241.082278:0:25800:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1784188241.083140:0:25801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1784188241.083286:0:25800:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784188241.089041:0:25800:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1784188241.089188:0:25800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089210:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2343 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089218:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2351 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089225:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089231:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa250a expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089254:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089261:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 12 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089269:0:25800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089378:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 12 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.089393:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 12 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.089409:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965312:192.168.201.17@tcp:104: 00010000:00010000:0.0:1784188241.090083:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.090093:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 12 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.090103:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b93480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965440:192.168.201.17@tcp:104: 00010000:00010000:0.0:1784188241.090136:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.090144:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 23 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.090169:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965568:0@lo:104: 00000100:00100000:0.0:1784188241.090207:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784188241.090276:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.090284:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.090292:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965696:0@lo:104: 00000100:00100000:0.0:1784188241.090324:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784188241.095331:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.095348:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 23 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.095362:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b91180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965824:0@lo:104: 00000100:00100000:0.0:1784188241.095401:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188241.096928:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965568 00000100:00100000:3.0:1784188241.096939:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965568 00000100:00100000:3.0:1784188241.096985:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965696 00000100:00100000:3.0:1784188241.096989:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965696 00000100:00100000:3.0:1784188241.097007:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784188241.097014:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:25800:x1870856271965568:12345-0@lo:104: 00010000:00010000:3.0:1784188241.097034:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.097110:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1784188241.097116:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+4:25800:x1870856271965568:12345-0@lo:104: Request processed in 102us (6909us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188241.097136:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784188241.097156:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784188241.097161:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:25800:x1870856271965696:12345-0@lo:104: 00010000:00010000:3.0:1784188241.097169:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.097204:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1784188241.097208:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0337f49b-d933-4131-9a0e-3395a253db71+3:25800:x1870856271965696:12345-0@lo:104: Request processed in 48us (6884us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188241.097213:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784188241.097344:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188241.097451:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188241.097480:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781312 00000100:00100000:2.0:1784188241.097484:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781312 00010000:00010000:2.0:1784188241.097505:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 13 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188241.097525:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781440 00000100:00100000:2.0:1784188241.097529:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781440 00010000:00010000:2.0:1784188241.097541:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 14 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188241.097553:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:2.0:1784188241.097560:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+14:2400:x1870856248781312:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784188241.097570:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188241.097575:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 14 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.097587:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 14 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.097626:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188241.097662:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+14:2400:x1870856248781312:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 103us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188241.097669:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:2.0:1784188241.097684:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 10 00000100:00100000:2.0:1784188241.097689:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2400:x1870856248781440:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784188241.097696:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188241.097700:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 13 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.097707:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 13 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.097717:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188241.097739:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2400:x1870856248781440:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 50us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188241.097745:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 10 00010000:00010000:3.0:1784188241.098695:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784188241.098703:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098712:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695e00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:3.0:1784188241.098716:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098725:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784188241.098789:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188241.098795:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784188241.098875:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098882:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784188241.098918:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098926:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff960981695e00/0xf422abd382aa250a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2511 expref: -99 pid: 25095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098939:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188241.098943:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098948:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165ce00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:3.0:1784188241.098951:0:22761:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.098958:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784188241.098964:0:22761:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784188241.098970:0:22761:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1784188241.099056:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271965952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188241.099098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784188241.099155:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.099166:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.099176:0:25800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b92a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271966080:0@lo:104: 00000100:00100000:0.0:1784188241.099208:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188241.099219:0:25800:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965b30540 going to sleep for 11 seconds 00010000:00010000:0.0:1784188241.099255:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96084411f200/0xf422abd382aa26bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88a5 expref: 12 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.099266:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965312:192.168.201.17@tcp:104: 00010000:00010000:0.0:1784188241.099278:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9609815a2600/0xf422abd382aa267d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8835 expref: 11 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.099286:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b93480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965440:192.168.201.17@tcp:104: 00000100:00100000:0.0:1784188241.099305:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965568:0@lo:104: 00000100:00100000:0.0:1784188241.099315:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965696:0@lo:104: 00010000:00010000:0.0:1784188241.099618:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188241.099711:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965824 00000100:00100000:1.0:1784188241.099717:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965824 00000100:00100000:1.0:1784188241.099755:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966080 00000100:00100000:1.0:1784188241.099758:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966080 00000100:00100000:1.0:1784188241.099770:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784188241.099785:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+4:25800:x1870856271965824:12345-0@lo:104: 00010000:00010000:1.0:1784188241.099795:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.099863:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784188241.099868:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+4:25800:x1870856271965824:12345-0@lo:104: Request processed in 86us (4467us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188241.099876:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1784188241.099889:0:22760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1784188241.100064:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784188241.100071:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:25800:x1870856271966080:12345-0@lo:104: 00010000:00010000:1.0:1784188241.100078:0:22755:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.100106:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784188241.100111:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0337f49b-d933-4131-9a0e-3395a253db71+3:25800:x1870856271966080:12345-0@lo:104: Request processed in 42us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188241.100116:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1784188241.100181:0:25802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784188241.100188:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.100194:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96098157ca00 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188241.100197:0:22760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.100204:0:22760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188241.100221:0:22760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188241.100226:0:22760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1784188241.100274:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b91180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271965824:0@lo:104: 00000100:00100000:0.0:1784188241.100282:0:25800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b92a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1870856271966080:0@lo:104: 00010000:00010000:0.0:1784188241.100323:0:25800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188241.101232:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271965952 00000100:00100000:2.0:1784188241.101240:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271965952 00010000:00010000:2.0:1784188241.101267:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 24 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188241.101424:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188241.101455:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+24:3656:x1870856271965952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188241.101467:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188241.101473:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 24 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.101484:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 24 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.101512:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9608441e3800/0xf422abd382aa2511 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa250a expref: 24 pid: 22767 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.101526:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188241.101571:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+23:3656:x1870856271965952:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (2472us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188241.101577:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784188241.101618:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0337f49b-d933-4131-9a0e-3395a253db71:3656:1870856271965952:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784188241.101998:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.102007:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784188241.102026:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.102034:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96094165ce00/0xf422abd382aa2390 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2397 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.102060:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188241.102063:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188241.102065:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188241.102078:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084429a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271966208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188241.102113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188241.102193:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966208 00000100:00100000:2.0:1784188241.102197:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966208 00010000:00010000:2.0:1784188241.102214:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188241.102244:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784188241.102257:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+23:3657:x1870856271966208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188241.102265:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188241.102270:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.102278:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.102289:0:22757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96094165dc00/0xf422abd382aa2397 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa2390 expref: 23 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.102309:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188241.102340:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0337f49b-d933-4131-9a0e-3395a253db71+22:3657:x1870856271966208:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188241.102347:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784188241.102372:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084429a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271966208:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188241.102898:0:22760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.102906:0:22760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188241.102934:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.102941:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96098157ca00/0xf422abd382aa2351 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa2358 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.102952:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188241.102954:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188241.102956:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188241.103104:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271966336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784188241.103136:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188241.103219:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966336 00000100:00100000:2.0:1784188241.103223:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966336 00010000:00010000:2.0:1784188241.103238:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 22 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188241.103293:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784188241.103311:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609775f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0337f49b-d933-4131-9a0e-3395a253db71+22:3654:x1870856271966336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188241.103319:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188241.103324:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 22 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.103334:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 22 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.103352:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96098157d800/0xf422abd382aa2358 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa2351 expref: 22 pid: 22765 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188241.103362:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188241.103399:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609775f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0337f49b-d933-4131-9a0e-3395a253db71+21:3654:x1870856271966336:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188241.103406:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784188241.103626:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0337f49b-d933-4131-9a0e-3395a253db71:3654:1870856271966336:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784188241.104128:0:25803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188241.104131:0:25803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784188241.104132:0:25803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188241.104155:0:25802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104164:0:25802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165c800 already unused, calling callback (ffffffffc129fc20) 10000000:00010000:1.0:1784188241.104168:0:25802:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104177:0:25802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784188241.104184:0:25802:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188241.104201:0:25802:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784188241.104261:0:25802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104268:0:25802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784188241.104290:0:25802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104305:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.117@tcp lock: ffff96094165c800/0xf422abd382aa2343 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf422abd382aa234a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104320:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188241.104321:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784188241.104323:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784188241.104398:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271966464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784188241.104473:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188241.104621:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966464 00000100:00100000:1.0:1784188241.104627:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966464 00010000:00010000:1.0:1784188241.104647:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 21 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188241.104675:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784188241.104682:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+21:3655:x1870856271966464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784188241.104692:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188241.104697:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 21 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104707:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 21 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104721:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981695000/0xf422abd382aa234a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf422abd382aa2343 expref: 21 pid: 22766 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104751:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104759:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104775:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104782:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104789:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104796:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104812:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694600 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188241.104816:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104823:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104835:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188241.104844:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784188241.104877:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0337f49b-d933-4131-9a0e-3395a253db71+20:3655:x1870856271966464:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188241.104890:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784188241.104920:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0337f49b-d933-4131-9a0e-3395a253db71:3655:1870856271966464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784188241.105130:0:25800:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.105139:0:25800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188241.105146:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff960981694600/0xf422abd382aa26ed lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188241.528188:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1784188242.357649:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1784188242.357657:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff96084108c800 from 13 10000000:01000000:3.0:1784188242.357663:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784188242.357715:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.357727:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.357738:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188242.357764:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.357842:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.357895:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.362349:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966592 00000100:00100000:0.0:1784188242.362367:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966592 00000100:00100000:0.0:1784188242.362482:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1784188242.362494:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+20:22769:x1870856271966592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188242.362512:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188242.362534:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981694600/0xf422abd382aa26fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa26f4 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.362584:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694600/0xf422abd382aa26fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa26f4 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.362596:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981694600/0xf422abd382aa26fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa26f4 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.362604:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981694600, rc 0) 00000100:00100000:0.0:1784188242.362695:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 203us (4852us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.362703:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1784188242.363313:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784188242.363336:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa26fb expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.363355:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa26fb expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188242.363430:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.363499:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.363544:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.363603:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966720 00000100:00100000:0.0:1784188242.363608:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966720 00000100:00100000:0.0:1784188242.363648:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1784188242.363657:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784188242.363791:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.363799:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1784188242.366788:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.366863:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.366953:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.367004:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415b40 going to sleep for 11 seconds 00000100:00100000:2.0:1784188242.367090:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966848 00000100:00100000:2.0:1784188242.367097:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966848 00000100:00100000:2.0:1784188242.367154:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1784188242.367164:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784188242.367281:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960977198c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 118us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188242.367289:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1784188242.367381:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784188242.372120:0:25815:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784188242.372316:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784188242.372340:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784188242.372351:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa26fb expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.372364:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9609815a2e00/0xf422abd382aa26f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa26fb expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188242.372376:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784188242.372379:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff960951598800 from 13 10000000:01000000:2.0:1784188242.372381:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784188242.372470:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.372479:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.372491:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188242.372517:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188242.372586:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188242.372637:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603de40 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.372710:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271966976 00000100:00100000:0.0:1784188242.372719:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271966976 00000100:00100000:0.0:1784188242.372788:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1784188242.372799:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+21:22769:x1870856271966976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188242.372813:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188242.372830:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695c00/0xf422abd382aa2709 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2702 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.372858:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695c00/0xf422abd382aa2709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2702 expref: 22 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.372876:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695c00/0xf422abd382aa2709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2702 expref: 22 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.372886:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695c00, rc 0) 00000100:00100000:0.0:1784188242.372935:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097719b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271966976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.372943:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1784188242.373291:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271966976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784188242.373305:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2709 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.373313:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2709 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188242.373374:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.373403:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.373581:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415300 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.384106:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967104 00000100:00100000:0.0:1784188242.384123:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967104 00000100:00100000:0.0:1784188242.384208:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1784188242.384221:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271967104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784188242.384414:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271967104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 196us (11009us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.384424:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1784188242.385749:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.385836:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.385896:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.385940:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415300 going to sleep for 11 seconds 00000100:00100000:1.0:1784188242.386308:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967232 00000100:00100000:1.0:1784188242.386327:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967232 00000100:00100000:1.0:1784188242.386684:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1784188242.386694:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271967232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784188242.386825:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271967232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188242.386834:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1784188242.387293:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784188242.390067:0:25816:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1784188242.390672:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1784188242.390714:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784188242.390726:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2709 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.390739:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9608441e2200/0xf422abd382aa2702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2709 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784188242.390751:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784188242.390753:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9609725be800 from 13 10000000:01000000:1.0:1784188242.390756:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784188242.390802:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.390811:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.390822:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188242.390861:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784188242.390938:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188242.390983:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.393738:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967360 00000100:00100000:0.0:1784188242.393751:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967360 00000100:00100000:0.0:1784188242.393833:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1784188242.393844:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+22:22769:x1870856271967360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188242.393860:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188242.393879:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981694e00/0xf422abd382aa2717 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa2710 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.393907:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981694e00/0xf422abd382aa2717 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa2710 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.393918:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981694e00/0xf422abd382aa2717 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa2710 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.393946:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981694e00, rc 0) 00000100:00100000:0.0:1784188242.394028:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (3090us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.394036:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1784188242.394193:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188242.394212:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2717 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.394223:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2717 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188242.394300:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784188242.394335:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188242.394369:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960971ef6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.394423:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967488 00000100:00100000:0.0:1784188242.394428:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967488 00000100:00100000:0.0:1784188242.394607:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1784188242.394615:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784188242.394721:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.394729:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1784188242.394889:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.394921:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.394963:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.400584:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784188242.404598:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967616 00000100:00100000:1.0:1784188242.404627:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967616 00000100:00100000:1.0:1784188242.404705:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1784188242.404715:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784188242.404903:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 189us (9938us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188242.404912:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1784188242.405398:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1784188242.406590:0:25817:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1784188242.408356:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1784188242.408392:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784188242.408406:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2717 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.408418:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff96084411ee00/0xf422abd382aa2710 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2717 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784188242.418842:0:22769:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784188242.418852:0:22769:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff96097f7a4000 from 13 10000000:01000000:2.0:1784188242.418858:0:22769:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784188242.418907:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.418920:0:22769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.418932:0:22769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188242.418962:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784188242.419047:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188242.419096:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188242.419161:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967744 00000100:00100000:1.0:1784188242.419169:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967744 00000100:00100000:1.0:1784188242.419223:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1784188242.419232:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+23:22769:x1870856271967744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784188242.419245:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188242.419276:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff96084411f000/0xf422abd382aa2725 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf422abd382aa271e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.419302:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff96084411f000/0xf422abd382aa2725 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf422abd382aa271e expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.419314:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff96084411f000/0xf422abd382aa2725 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf422abd382aa271e expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.419324:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411f000, rc 0) 00000100:00100000:1.0:1784188242.419370:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271967744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188242.419377:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1784188242.419808:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784188242.419824:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2725 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188242.419845:0:22769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf422abd382aa2725 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188242.419911:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188242.419939:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188242.419971:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.420028:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271967872 00000100:00100000:0.0:1784188242.420034:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271967872 00000100:00100000:0.0:1784188242.420069:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1784188242.420077:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271967872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784188242.420197:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271967872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.420205:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1784188242.420356:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271967872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.420385:0:22769:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271968000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784188242.420424:0:22769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188242.420490:0:22769:0:(client.c:2702:ptlrpc_set_wait()) set ffff960960415300 going to sleep for 11 seconds 00000100:00100000:0.0:1784188242.420661:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271968000 00000100:00100000:0.0:1784188242.420666:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271968000 00000100:00100000:0.0:1784188242.420698:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1784188242.420705:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271968000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784188242.420793:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:22769:x1870856271968000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.420810:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1784188242.420907:0:22769:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0337f49b-d933-4131-9a0e-3395a253db71:22769:1870856271968000:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1784188242.422053:0:25818:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1784188242.422311:0:22769:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1784188242.422338:0:22769:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784188242.422348:0:22769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2725 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188242.422360:0:22769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.117@tcp lock: ffff9608441e3800/0xf422abd382aa271e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf422abd382aa2725 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188242.549649:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188242.998678:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188242.998951:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781568 00000100:00100000:0.0:1784188242.998964:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781568 00000100:00100000:0.0:1784188242.999037:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 161 00000100:00100000:0.0:1784188242.999047:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+11:18087:x1870856248781568:12345-192.168.201.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784188242.999268:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188242.999297:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff960981695a00/0xf422abd382aa272c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88dd expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.999340:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff960981695a00/0xf422abd382aa272c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88dd expref: 12 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.999354:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff960981695a00/0xf422abd382aa272c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88dd expref: 12 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188242.999365:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695a00, rc 0) 00000100:00100000:0.0:1784188242.999490:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781568:12345-192.168.201.17@tcp:101:ll_cfg_requeue.0 Request processed in 443us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188242.999499:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 161 00000100:00100000:1.0:1784188243.008923:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.009584:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781696 00000100:00100000:2.0:1784188243.009600:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781696 00000100:00100000:2.0:1784188243.009691:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 162 00000100:00100000:2.0:1784188243.009707:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781696:12345-192.168.201.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784188243.012406:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781696:12345-192.168.201.17@tcp:501:ll_cfg_requeue.0 Request processed in 351us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188243.012450:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 162 00000100:00100000:2.0:1784188243.027952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.029246:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781824 00000100:00100000:0.0:1784188243.029267:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781824 00000100:00100000:0.0:1784188243.029364:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 163 00000100:00100000:0.0:1784188243.029378:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781824:12345-192.168.201.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784188243.029702:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781824:12345-192.168.201.17@tcp:503:ll_cfg_requeue.0 Request processed in 326us (1765us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188243.032398:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 163 00000100:00100000:3.0:1784188243.043712:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.046176:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248781952 00000100:00100000:2.0:1784188243.046199:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248781952 00000100:00100000:2.0:1784188243.046304:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 164 00000100:00100000:2.0:1784188243.046318:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+12:18087:x1870856248781952:12345-192.168.201.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784188243.046345:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188243.046372:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9608441e2800/0xf422abd382aa2733 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88e4 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.046411:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9608441e2800/0xf422abd382aa2733 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88e4 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.046425:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9608441e2800/0xf422abd382aa2733 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88e4 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.046487:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2800, rc 0) 00000100:00100000:2.0:1784188243.046592:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18087:x1870856248781952:12345-192.168.201.17@tcp:101:ll_cfg_requeue.0 Request processed in 276us (2900us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188243.046601:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 164 00000100:00100000:2.0:1784188243.049630:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.049757:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782080 00000100:00100000:0.0:1784188243.049777:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782080 00000100:00100000:0.0:1784188243.049849:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 165 00000100:00100000:0.0:1784188243.049863:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18087:x1870856248782080:12345-192.168.201.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784188243.050130:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18087:x1870856248782080:12345-192.168.201.17@tcp:501:ll_cfg_requeue.0 Request processed in 269us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188243.050140:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 165 00000100:00100000:3.0:1784188243.056684:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.057370:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782208 00000100:00100000:1.0:1784188243.057387:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782208 00000100:00100000:1.0:1784188243.057519:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 166 00000100:00100000:1.0:1784188243.057533:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18087:x1870856248782208:12345-192.168.201.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784188243.057779:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:18087:x1870856248782208:12345-192.168.201.17@tcp:503:ll_cfg_requeue.0 Request processed in 238us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.057791:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 166 00000100:00100000:3.0:1784188243.425303:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.426298:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782336 00000100:00100000:0.0:1784188243.426314:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782336 00000100:00100000:0.0:1784188243.426479:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:0.0:1784188243.426495:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:18706:x1870856248782336:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784188243.426525:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188243.426558:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa273a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88eb expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426655:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426673:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426690:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426708:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426738:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426746:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426881:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695e00/0xf422abd382aa274f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426891:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695e00/0xf422abd382aa274f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.426898:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695e00/0xf422abd382aa274f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784188243.426939:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1784188243.426944:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784188243.426991:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff960981695e00/0xf422abd382aa274f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427004:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427011:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427019:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427025:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.427030:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427049:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427065:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:0.0:1784188243.427068:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.427074:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427081:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2741 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427102:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427108:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1784188243.427222:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1784188243.427313:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427319:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.427322:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427328:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427337:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff960843956b00) 00010000:00010000:0.0:1784188243.427339:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.427342:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427359:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2748 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427404:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa273a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88eb expref: 8 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427421:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695e00/0xf422abd382aa274f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88eb expref: 7 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.427430:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff960843956e00) 00010000:00010000:0.0:1784188243.427433:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1784188243.427526:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff960981695e00, rc 0) 00000100:00100000:0.0:1784188243.427618:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+7:18706:x1870856248782336:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 1127us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188243.427628:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:2.0:1784188243.431319:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.431586:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782464 00000100:00100000:1.0:1784188243.431598:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782464 00000100:00100000:1.0:1784188243.431678:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 5 00000100:00100000:1.0:1784188243.431689:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3898e13-edde-432f-921f-092c03cbeb3c+7:18706:x1870856248782464:12345-192.168.201.17@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1784188243.431815:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3898e13-edde-432f-921f-092c03cbeb3c+7:18706:x1870856248782464:12345-192.168.201.17@tcp:900:lhsmtool_posix.0 Request processed in 127us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.431853:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 5 00000100:00100000:3.0:1784188243.448486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.458801:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782720 00000100:00100000:0.0:1784188243.458822:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782720 00000100:00100000:0.0:1784188243.458948:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:0.0:1784188243.458962:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+7:18706:x1870856248782720:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784188243.458992:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188243.459021:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2756 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88f2 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459145:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459163:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459195:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459213:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459220:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459226:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459375:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c9c00/0xf422abd382aa276b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459384:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c9c00/0xf422abd382aa276b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459391:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c9c00/0xf422abd382aa276b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784188243.459402:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1784188243.459631:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459639:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459646:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459652:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.459662:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459671:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459685:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff960843956e00) 00010000:00010000:0.0:1784188243.459689:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.459694:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459700:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa275d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459722:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459729:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459735:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459741:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.459744:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459749:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459756:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff960843956b00) 00010000:00010000:0.0:1784188243.459770:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.459780:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.459787:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2764 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.461121:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2756 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88f2 expref: 10 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.461150:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c9c00/0xf422abd382aa276b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88f2 expref: 9 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.461157:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff960843956300) 00010000:00010000:0.0:1784188243.461159:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.461162:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c9c00, rc 0) 00000100:00100000:0.0:1784188243.461328:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+9:18706:x1870856248782720:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 2269us (12803us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784188243.461336:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:3.0:1784188243.490983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.491606:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782848 00000100:00100000:2.0:1784188243.491620:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782848 00000100:00100000:2.0:1784188243.491719:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 25 00000100:00100000:2.0:1784188243.491733:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+9:18706:x1870856248782848:12345-192.168.201.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1784188243.491914:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+9:18706:x1870856248782848:12345-192.168.201.17@tcp:59:lhsmtool_posix.0 Request processed in 184us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188243.491924:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 25 00000100:00100000:2.0:1784188243.513093:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188243.513380:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248782976 00000100:00100000:3.0:1784188243.513394:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248782976 00000100:00100000:3.0:1784188243.513525:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:3.0:1784188243.513539:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+5:18706:x1870856248782976:12345-192.168.201.17@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1784188243.514264:0:22774:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 664us 00000100:00100000:0.0:1784188243.518981:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784188243.519013:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96097f0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271968128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784188243.519118:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784188243.520106:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784188243.520136:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271968128 00000100:00100000:1.0:1784188243.520147:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271968128 00000100:00100000:1.0:1784188243.520239:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784188243.520252:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271968128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784188243.520296:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188243.520379:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271968128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.520388:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784188243.520482:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96097f0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271968128:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1784188243.520593:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188243.549106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.549374:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783104 00000100:00100000:0.0:1784188243.549386:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783104 00000100:00100000:0.0:1784188243.549496:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00100000:0.0:1784188243.549511:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+9:18712:x1870856248783104:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:0.0:1784188243.549543:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188243.549575:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa2779 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f88f9 expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549694:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549726:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549739:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549770:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549778:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549785:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549840:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549848:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549856:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549862:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609770c8e00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.549867:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549886:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549901:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:0.0:1784188243.549905:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.549911:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549917:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549937:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549943:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549950:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549955:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694400 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188243.549958:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549965:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549972:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff960843956b00) 00010000:00010000:0.0:1784188243.549975:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.549978:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.549994:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa2787 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.550036:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa2779 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88f9 expref: 10 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.550048:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:0.0:1784188243.550050:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188243.550053:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa2779 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88f9 expref: 10 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188243.550063:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c8200, rc 0) 00000100:00100000:0.0:1784188243.550143:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+9:18712:x1870856248783104:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 636us (1051us total) trans 0 rc 301/301 00000100:00100000:0.0:1784188243.550151:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00100000:0.0:1784188243.552849:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+5:18706:x1870856248782976:12345-192.168.201.17@tcp:59:lhsmtool_posix.0 Request processed in 39290us (39750us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188243.552868:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:3.0:1784188243.566776:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.567110:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783232 00000100:00100000:1.0:1784188243.567124:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783232 00000100:00100000:1.0:1784188243.567199:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:1.0:1784188243.567212:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d3898e13-edde-432f-921f-092c03cbeb3c+9:18712:x1870856248783232:12345-192.168.201.17@tcp:700:lfs.0 00000100:00100000:1.0:1784188243.567337:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d3898e13-edde-432f-921f-092c03cbeb3c+9:18712:x1870856248783232:12345-192.168.201.17@tcp:700:lfs.0 Request processed in 126us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.567346:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:1.0:1784188243.570186:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.570261:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783488 00000100:00100000:2.0:1784188243.570275:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783488 00000100:00100000:2.0:1784188243.570359:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:2.0:1784188243.570371:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+9:18712:x1870856248783488:12345-192.168.201.17@tcp:36:lfs.0 00010000:00010000:2.0:1784188243.570481:0:22773:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188243.570795:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2800/0xf422abd382aa26a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8866 expref: 9 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.570820:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:2.0:1784188243.570827:0:22773:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784188243.570935:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.570954:0:22773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 5 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.570963:0:22773:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.571005:0:22773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 5 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.571021:0:22773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 5 pid: 22773 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188243.571039:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441bad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1870856271968256:192.168.201.17@tcp:104: 00000100:00100000:2.0:1784188243.571150:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094603de40 going to sleep for 11 seconds 00010000:00010000:2.0:1784188243.573988:0:25803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784188243.576537:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441bad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1870856271968256:192.168.201.17@tcp:104: 00010000:00010000:2.0:1784188243.576584:0:22773:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188243.578203:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.578312:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783616 00000100:00100000:2.0:1784188243.578324:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783616 00010000:00010000:2.0:1784188243.578401:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 6 pid: 22773 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188243.578473:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 15 00000100:00100000:2.0:1784188243.578484:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:2400:x1870856248783616:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784188243.578520:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188243.578529:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 6 pid: 22773 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578545:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 6 pid: 22773 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578575:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa26e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f88d6 expref: 6 pid: 22773 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578595:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:2.0:1784188243.578602:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578613:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578621:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.578664:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784188243.578690:0:22773:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.578701:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188243.578733:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248783616:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 249us (539us total) trans 0 rc 0/0 00010000:00010000:3.0:1784188243.578735:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188243.578742:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 15 00010000:00010000:3.0:1784188243.578766:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.578777:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1784188243.578826:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1784188243.581105:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581132:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581144:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1784188243.581163:0:22773:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000123bf2a9 reply state 00000000df0a5a78 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581176:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581183:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:3.0:1784188243.581186:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1784188243.581191:0:22773:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1784188243.581198:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1784188243.581208:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581226:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581234:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581250:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3c00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:3.0:1784188243.581254:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581262:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581275:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:3.0:1784188243.581278:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784188243.581282:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581289:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3c00/0xf422abd382aa278e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1784188243.581308:0:22773:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000123bf2a9 reply state 00000000df0a5a78 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581318:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.581324:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9609494d3500) 00010000:00010000:3.0:1784188243.581326:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1784188243.581328:0:22773:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1784188243.582032:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+10:18712:x1870856248783488:12345-192.168.201.17@tcp:36:lfs.0 Request processed in 11652us (11847us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1784188243.582043:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:1.0:1784188243.677176:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188243.677463:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783744 00000100:00100000:0.0:1784188243.677478:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783744 00000100:00100000:3.0:1784188243.677621:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 29 00000100:00100000:3.0:1784188243.677638:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+10:18720:x1870856248783744:12345-192.168.201.17@tcp:101:lctl.0 00010000:00010000:3.0:1784188243.677669:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188243.677702:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa27a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8900 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.677835:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2a00/0xf422abd382aa27aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.677850:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2a00/0xf422abd382aa27aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.677861:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2a00/0xf422abd382aa27aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784188243.677912:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1784188243.677914:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784188243.677951:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2a00/0xf422abd382aa27aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.677979:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa27a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8900 expref: 12 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.677994:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2a00/0xf422abd382aa27aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8900 expref: 11 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.678001:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:3.0:1784188243.678003:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784188243.678006:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a2a00, rc 0) 00000100:00100000:3.0:1784188243.678079:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+11:18720:x1870856248783744:12345-192.168.201.17@tcp:101:lctl.0 Request processed in 448us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188243.678084:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 29 00000100:00100000:3.0:1784188243.711747:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.711893:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248783872 00000100:00100000:1.0:1784188243.711906:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248783872 00000100:00100000:1.0:1784188243.711990:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 30 00000100:00100000:1.0:1784188243.712003:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:18721:x1870856248783872:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:1.0:1784188243.712051:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188243.712079:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8907 expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712171:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ea00/0xf422abd382aa27b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712190:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ea00/0xf422abd382aa27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712205:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ea00/0xf422abd382aa27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188243.712267:0:24053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784188243.712272:0:24053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784188243.712306:0:24053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ea00/0xf422abd382aa27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712337:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8907 expref: 7 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712361:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ea00/0xf422abd382aa27b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8907 expref: 6 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.712371:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:1.0:1784188243.712374:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784188243.712379:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411ea00, rc 0) 00000100:00100000:1.0:1784188243.712658:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18721:x1870856248783872:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 655us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.712667:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 30 00000100:00100000:0.0:1784188243.715466:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188243.715580:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248784000 00000100:00100000:3.0:1784188243.715612:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248784000 00000100:00100000:3.0:1784188243.715701:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 31 00000100:00100000:3.0:1784188243.715714:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+6:18721:x1870856248784000:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:3.0:1784188243.715745:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188243.715785:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa27bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f890e expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715891:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715910:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715924:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715939:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715946:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.715951:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716067:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716076:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716083:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784188243.716143:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1784188243.716148:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784188243.716174:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716189:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716195:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716202:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716208:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3200 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:3.0:1784188243.716213:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716221:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716235:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:3.0:1784188243.716237:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784188243.716242:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716249:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa27c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716265:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716282:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716288:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716293:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3e00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:3.0:1784188243.716296:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716302:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716311:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9609494d3500) 00010000:00010000:3.0:1784188243.716314:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784188243.716317:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716322:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa27cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716352:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa27bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f890e expref: 8 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716366:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f890e expref: 7 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.716374:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:3.0:1784188243.716376:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784188243.716385:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a3600, rc 0) 00000100:00100000:3.0:1784188243.716511:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+7:18721:x1870856248784000:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 800us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188243.716520:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 31 00000100:00100000:2.0:1784188243.720510:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.720653:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248784128 00000100:00100000:1.0:1784188243.720666:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248784128 00000100:00100000:1.0:1784188243.720773:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00100000:1.0:1784188243.720785:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:18721:x1870856248784128:12345-192.168.201.17@tcp:900:lfs.0 00000100:00100000:1.0:1784188243.720892:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:18721:x1870856248784128:12345-192.168.201.17@tcp:900:lfs.0 Request processed in 108us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.720900:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00080000:2.0:1784188243.721803:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784188243.725369:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.725666:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248784384 00000100:00100000:2.0:1784188243.725680:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248784384 00000100:00100000:2.0:1784188243.725779:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:2.0:1784188243.725796:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+7:18721:x1870856248784384:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:2.0:1784188243.725827:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188243.725858:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa27db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8915 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784188243.726021:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1784188243.726187:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa27db lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8915 expref: 9 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.726204:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:2.0:1784188243.726207:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784188243.726213:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa27db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8915 expref: 9 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.726230:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2a00, rc 0) 00000100:00100000:2.0:1784188243.726320:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+8:18721:x1870856248784384:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 530us (966us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1784188243.726328:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 32 00000100:00100000:3.0:1784188243.730076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.730247:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248784640 00000100:00100000:1.0:1784188243.730260:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248784640 00000100:00100000:1.0:1784188243.730331:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 33 00000100:00100000:1.0:1784188243.730342:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+8:18721:x1870856248784640:12345-192.168.201.17@tcp:36:lfs.0 00010000:00010000:1.0:1784188243.730415:0:22772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188243.730496:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3600/0xf422abd382aa27d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f890e expref: 8 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.730521:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188243.730528:0:22772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784188243.730567:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.730583:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.730595:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1784188243.730879:0:22772:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000aceefc72 reply state 00000000652fad1a transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.730916:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.730922:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188243.730925:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1784188243.730928:0:22772:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1784188243.730937:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1784188243.731027:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+9:18721:x1870856248784640:12345-192.168.201.17@tcp:36:lfs.0 Request processed in 686us (964us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1784188243.731034:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 33 00000100:00100000:1.0:1784188243.734499:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188243.734597:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248784896 00000100:00100000:3.0:1784188243.734610:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248784896 00000100:00100000:3.0:1784188243.734695:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 2 00000100:00100000:3.0:1784188243.734708:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+9:18721:x1870856248784896:12345-192.168.201.17@tcp:35:lfs.0 00000100:00100000:3.0:1784188243.735012:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+10:18721:x1870856248784896:12345-192.168.201.17@tcp:35:lfs.0 Request processed in 306us (527us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1784188243.735022:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 2 00000100:00100000:0.0:1784188243.738905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.739030:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785152 00000100:00100000:1.0:1784188243.739044:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785152 00000100:00100000:1.0:1784188243.739124:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 34 00000100:00100000:1.0:1784188243.739136:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+10:18721:x1870856248785152:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:1.0:1784188243.739168:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188243.739195:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa27f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f891c expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739294:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739312:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739325:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739338:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739364:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739371:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188243.739568:0:24053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1784188243.739662:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739671:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739678:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739796:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411fa00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188243.739802:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739812:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739827:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:1.0:1784188243.739831:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188243.739836:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739844:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa27f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739873:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739880:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739887:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739893:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411ec00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188243.739897:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739904:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739912:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9609494d3500) 00010000:00010000:1.0:1784188243.739915:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188243.739918:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739925:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa27fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739965:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa27f0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f891c expref: 12 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.739978:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:1.0:1784188243.739981:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1784188243.739990:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa27f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f891c expref: 12 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.740001:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411e600, rc 0) 00000100:00100000:1.0:1784188243.740096:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+11:18721:x1870856248785152:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 961us (1206us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1784188243.740105:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 34 00000100:00100000:0.0:1784188243.743654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.743826:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785280 00000100:00100000:1.0:1784188243.743839:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785280 00000100:00100000:1.0:1784188243.743921:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 35 00000100:00100000:1.0:1784188243.743934:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+11:18721:x1870856248785280:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:1.0:1784188243.743971:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188243.744001:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa280c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8923 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744123:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744142:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744156:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188243.744186:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784188243.744190:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784188243.744216:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744250:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa280c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 13 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744295:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.744304:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188243.744308:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784188243.744312:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411f200, rc 0) 00000100:00100000:1.0:1784188243.744385:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:18721:x1870856248785280:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 454us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.744392:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 35 00000100:00100000:3.0:1784188243.749121:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.749424:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785408 00000100:00100000:1.0:1784188243.749464:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785408 00000100:00100000:1.0:1784188243.749534:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:1.0:1784188243.749547:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:18721:x1870856248785408:12345-192.168.201.17@tcp:37:lfs.0 00000100:00100000:1.0:1784188243.755018:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:18721:x1870856248785408:12345-192.168.201.17@tcp:37:lfs.0 Request processed in 5456us (5896us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.755038:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 3 00000100:00100000:0.0:1784188243.759277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.759404:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785664 00000100:00100000:2.0:1784188243.759417:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785664 00000100:00100000:2.0:1784188243.759537:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:2.0:1784188243.759550:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097c2e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:18721:x1870856248785664:12345-192.168.201.17@tcp:35:lfs.0 00000100:00100000:2.0:1784188243.759876:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097c2e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+13:18721:x1870856248785664:12345-192.168.201.17@tcp:35:lfs.0 Request processed in 328us (612us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1784188243.759901:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 4 00000100:00100000:3.0:1784188243.813743:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.813964:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785792 00000100:00100000:1.0:1784188243.813977:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785792 00000100:00100000:1.0:1784188243.814061:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 36 00000100:00100000:1.0:1784188243.814073:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+11:18727:x1870856248785792:12345-192.168.201.17@tcp:101:bash.0 00010000:00010000:1.0:1784188243.814102:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188243.814129:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa281a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f892a expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814212:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814258:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814273:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814286:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814294:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814300:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814400:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa282f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814409:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa282f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814416:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa282f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188243.814511:0:24053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784188243.814515:0:24053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784188243.814566:0:24053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa282f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814580:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814595:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814602:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814608:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e600 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188243.814612:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814620:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814633:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:1.0:1784188243.814636:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188243.814639:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814645:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e600/0xf422abd382aa2821 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814659:0:24053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814665:0:24053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814670:0:24053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814675:0:24053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411ec00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188243.814822:0:24053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814830:0:24053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814839:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9609494d3500) 00010000:00010000:1.0:1784188243.814841:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188243.814845:0:24053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814850:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411ec00/0xf422abd382aa2828 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814879:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e200/0xf422abd382aa281a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f892a expref: 13 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814893:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411fa00/0xf422abd382aa282f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f892a expref: 12 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.814901:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188243.814903:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1784188243.814906:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96084411fa00, rc 0) 00000100:00100000:1.0:1784188243.814984:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+12:18727:x1870856248785792:12345-192.168.201.17@tcp:101:bash.0 Request processed in 913us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.814993:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 36 00000100:00100000:0.0:1784188243.819150:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.819266:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248785920 00000100:00100000:1.0:1784188243.819281:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248785920 00000100:00100000:1.0:1784188243.819362:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:1.0:1784188243.819374:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3898e13-edde-432f-921f-092c03cbeb3c+5:18727:x1870856248785920:12345-192.168.201.17@tcp:900:bash.0 00000100:00100000:1.0:1784188243.819545:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3898e13-edde-432f-921f-092c03cbeb3c+5:18727:x1870856248785920:12345-192.168.201.17@tcp:900:bash.0 Request processed in 173us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188243.819564:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:0.0:1784188243.822939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188243.823064:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248786176 00000100:00100000:1.0:1784188243.823078:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248786176 00000100:00100000:1.0:1784188243.823156:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 37 00000100:00100000:1.0:1784188243.823169:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+12:18727:x1870856248786176:12345-192.168.201.17@tcp:101:bash.0 00010000:00010000:1.0:1784188243.823199:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188243.823229:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f600/0xf422abd382aa2836 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8931 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.823378:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.823397:0:22772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.823407:0:22772:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.823503:0:22772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.823520:0:22772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 12 pid: 22772 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188243.823538:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c55180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271968384:192.168.201.17@tcp:104: 00000100:00100000:1.0:1784188243.823653:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff96094bc17840 going to sleep for 11 seconds 00000100:00100000:1.0:1784188243.827221:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c55180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271968384:192.168.201.17@tcp:104: 00010000:00010000:1.0:1784188243.827263:0:22772:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188243.828624:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.828741:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248786304 00000100:00100000:2.0:1784188243.828764:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248786304 00010000:00010000:2.0:1784188243.828819:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 13 pid: 22772 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188243.828871:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 16 00000100:00100000:2.0:1784188243.828882:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+13:2401:x1870856248786304:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784188243.828905:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784188243.828915:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 13 pid: 22772 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.828932:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 13 pid: 22772 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.828966:0:22757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f200/0xf422abd382aa2813 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8923 expref: 13 pid: 22772 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.828988:0:22757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:2.0:1784188243.828996:0:22757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.829009:0:22757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.829017:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.829082:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784188243.829159:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:2401:x1870856248786304:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 279us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188243.829168:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 16 00010000:00010000:1.0:1784188243.829260:0:22772:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.829271:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.829305:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.829316:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.829325:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830051:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830067:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830076:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188243.830089:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1784188243.830122:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830141:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830149:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830155:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165c800 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188243.830160:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830169:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830182:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188243.830185:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188243.830190:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830197:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa283d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1784188243.830213:0:22772:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000087d93f6 reply state 00000000950a8505 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830234:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830241:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff96098153e700) 00010000:00010000:1.0:1784188243.830243:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784188243.830246:0:22772:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1784188243.830292:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411f600/0xf422abd382aa2836 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 15 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830318:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 14 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188243.830325:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:1.0:1784188243.830327:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1784188243.830330:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165dc00, rc 0) 00000100:00100000:1.0:1784188243.830383:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+15:18727:x1870856248786176:12345-192.168.201.17@tcp:101:bash.0 Request processed in 7217us (7458us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1784188243.830391:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 37 00000100:00100000:3.0:1784188243.844667:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.844898:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248786432 00000100:00100000:2.0:1784188243.844912:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248786432 00000100:00100000:2.0:1784188243.845008:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 38 00000100:00100000:2.0:1784188243.845022:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+15:18727:x1870856248786432:12345-192.168.201.17@tcp:101:bash.0 00010000:00010000:2.0:1784188243.845061:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188243.845090:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa2859 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8938 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845180:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845199:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845213:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784188243.845284:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1784188243.845289:0:22773:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784188243.845321:0:22773:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845332:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845362:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa2859 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845405:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 16 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188243.845415:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188243.845419:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784188243.845423:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2400, rc 0) 00000100:00100000:2.0:1784188243.845890:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+16:18727:x1870856248786432:12345-192.168.201.17@tcp:101:bash.0 Request processed in 869us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188243.845900:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 38 00000100:00100000:0.0:1784188243.850715:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.850851:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248786688 00000100:00100000:2.0:1784188243.850865:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248786688 00000100:00100000:2.0:1784188243.850938:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 5 00000100:00100000:2.0:1784188243.850950:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+16:18727:x1870856248786688:12345-192.168.201.17@tcp:35:bash.0 00000100:00100000:2.0:1784188243.851346:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+17:18727:x1870856248786688:12345-192.168.201.17@tcp:35:bash.0 Request processed in 397us (644us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1784188243.851355:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 5 00000040:00080000:3.0:1784188243.894174:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1784188243.895249:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784188243.965159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188243.965250:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248786944 00000100:00100000:3.0:1784188243.965262:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248786944 00000100:00100000:3.0:1784188243.965330:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 39 00000100:00100000:3.0:1784188243.965339:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+17:18737:x1870856248786944:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:3.0:1784188243.965370:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188243.965393:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa2867 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f893f expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784188243.965569:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1784188243.965727:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa2867 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f893f expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.965775:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9609494d3c00) 00010000:00010000:3.0:1784188243.965778:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1784188243.965783:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa2867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f893f expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188243.965799:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a3000, rc 0) 00000100:00100000:3.0:1784188243.965913:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+18:18737:x1870856248786944:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 575us (767us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1784188243.965921:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 39 00000100:00100000:3.0:1784188243.970940:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188243.971040:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248787200 00000100:00100000:2.0:1784188243.971052:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248787200 00000100:00100000:2.0:1784188243.971126:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00100000:2.0:1784188243.971138:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+18:18737:x1870856248787200:12345-192.168.201.17@tcp:35:lfs.0 00000100:00100000:2.0:1784188243.971431:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+19:18737:x1870856248787200:12345-192.168.201.17@tcp:35:lfs.0 Request processed in 294us (504us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1784188243.971477:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 6 00000100:00100000:0.0:1784188244.007769:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.008073:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248787456 00000100:00100000:1.0:1784188244.008087:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248787456 00000100:00100000:1.0:1784188244.008165:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 40 00000100:00100000:1.0:1784188244.008178:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+19:18740:x1870856248787456:12345-192.168.201.17@tcp:101:lfs.0 00010000:00010000:1.0:1784188244.008213:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188244.008256:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa2875 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8946 expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.008403:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa287c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.008423:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa287c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.008483:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa287c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188244.008501:0:24053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1784188244.008692:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa2875 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8946 expref: 22 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.008720:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa287c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8946 expref: 21 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.008730:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:1.0:1784188244.008733:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1784188244.008738:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165d600, rc 0) 00000100:00100000:1.0:1784188244.008834:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+21:18740:x1870856248787456:12345-192.168.201.17@tcp:101:lfs.0 Request processed in 654us (1084us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1784188244.008843:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 40 00000100:00100000:0.0:1784188244.011934:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.012046:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248787584 00000100:00100000:3.0:1784188244.012059:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248787584 00000100:00100000:3.0:1784188244.012130:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 41 00000100:00100000:3.0:1784188244.012142:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+21:18740:x1870856248787584:12345-192.168.201.17@tcp:54:lfs.0 00010000:00010000:3.0:1784188244.012233:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012254:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012270:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012319:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012328:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012359:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012366:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:3.0:1784188244.012371:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012379:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012394:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188244.012398:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1784188244.012402:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.012409:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa288a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188244.012878:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+21:18740:x1870856248787584:12345-192.168.201.17@tcp:54:lfs.0 Request processed in 735us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.012889:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 41 00000100:00100000:3.0:1784188244.013580:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188244.013724:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248787712 00000100:00100000:0.0:1784188244.013733:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248787712 00000100:00100000:0.0:1784188244.013808:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:0.0:1784188244.013818:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3898e13-edde-432f-921f-092c03cbeb3c+21:2398:x1870856248787712:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784188244.013836:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188244.013864:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa287c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8946 expref: 21 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.013883:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:0.0:1784188244.013887:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188244.013925:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3898e13-edde-432f-921f-092c03cbeb3c+20:2398:x1870856248787712:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 108us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.013933:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:3.0:1784188244.017737:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.017905:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248787968 00000100:00100000:2.0:1784188244.017939:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248787968 00000100:00100000:2.0:1784188244.018010:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:2.0:1784188244.018023:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+20:18740:x1870856248787968:12345-192.168.201.17@tcp:35:lfs.0 00000100:00100000:2.0:1784188244.018379:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+21:18740:x1870856248787968:12345-192.168.201.17@tcp:35:lfs.0 Request processed in 357us (655us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1784188244.018389:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 7 00000100:00100000:1.0:1784188244.090343:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090408:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090499:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090527:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090557:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090578:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090595:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.090619:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.090846:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788608 00000100:00100000:3.0:1784188244.090860:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788608 00000100:00100000:3.0:1784188244.090939:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788224 00000100:00100000:3.0:1784188244.090942:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788224 00000100:00100000:3.0:1784188244.090958:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788736 00000100:00100000:3.0:1784188244.090960:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788736 00000100:00100000:3.0:1784188244.090978:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 57 00000100:00100000:3.0:1784188244.090989:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:2400:x1870856248788608:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188244.091104:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+12:2400:x1870856248788608:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 116us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.091133:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 57 00000100:00100000:3.0:1784188244.091155:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 58 00000100:00100000:3.0:1784188244.091162:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788224:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188244.091193:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788224:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 30us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.091199:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 58 00000100:00100000:3.0:1784188244.091211:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 59 00000100:00100000:3.0:1784188244.091218:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788736:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:3.0:1784188244.091242:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788736:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 25us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.091248:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 59 00000100:00100000:2.0:1784188244.091875:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788096 00000100:00100000:2.0:1784188244.091884:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788096 00000100:00100000:2.0:1784188244.091941:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 167 00000100:00100000:2.0:1784188244.091951:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2400:x1870856248788096:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:2.0:1784188244.091995:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6b4d493-f414-4ad2-bd53-b39fe546cc76+13:2400:x1870856248788096:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 46us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188244.092001:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 167 00000100:00100000:0.0:1784188244.092112:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788352 00000100:00100000:0.0:1784188244.092117:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788352 00000100:00100000:0.0:1784188244.092162:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788864 00000100:00100000:0.0:1784188244.092165:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788864 00000100:00100000:0.0:1784188244.092180:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788480 00000100:00100000:0.0:1784188244.092184:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788480 00000100:00100000:0.0:1784188244.092213:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248788992 00000100:00100000:0.0:1784188244.092217:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248788992 00000100:00100000:0.0:1784188244.092233:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:0.0:1784188244.092239:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788352:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188244.092271:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788352:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 32us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.092278:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 22 00000100:00100000:0.0:1784188244.092293:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:0.0:1784188244.092299:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788864:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188244.092322:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788864:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 24us (1795us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.092328:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:0.0:1784188244.092341:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:0.0:1784188244.092347:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788480:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188244.092370:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248788480:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 24us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.092375:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:0.0:1784188244.092384:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 25 00000100:00100000:0.0:1784188244.092389:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788992:12345-192.168.201.17@tcp:400:kworker.0 00000100:00100000:0.0:1784188244.092408:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9e02a06-17b7-41ec-a92a-8b9ebcabee60+5:2400:x1870856248788992:12345-192.168.201.17@tcp:400:kworker.0 Request processed in 19us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.092414:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 25 00000100:00080000:2.0:1784188244.093979:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784188244.093991:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188244.375952:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.376077:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248789248 00000100:00100000:3.0:1784188244.376090:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248789248 00000100:00100000:3.0:1784188244.376163:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 42 00000100:00100000:3.0:1784188244.376176:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+21:18771:x1870856248789248:12345-192.168.201.17@tcp:101:cat.0 00010000:00010000:3.0:1784188244.376211:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188244.376252:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa2891 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f894d expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.376379:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2898 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.376393:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2898 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.376409:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2898 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784188244.376783:0:24053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1784188244.376976:0:24053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa2891 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f894d expref: 24 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.376997:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2898 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f894d expref: 23 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.377005:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188244.377007:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1784188244.377010:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a3e00, rc 0) 00000100:00100000:3.0:1784188244.377091:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+23:18771:x1870856248789248:12345-192.168.201.17@tcp:101:cat.0 Request processed in 919us (1154us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1784188244.377097:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 42 00000100:00100000:0.0:1784188244.381209:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.381656:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248789376 00000100:00100000:3.0:1784188244.381669:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248789376 00000100:00100000:3.0:1784188244.381770:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 1 00000100:00100000:3.0:1784188244.381784:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+23:2400:x1870856248789376:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188244.381803:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188244.381837:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2898 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f894d expref: 23 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.381858:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188244.381864:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188244.382006:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+22:2400:x1870856248789376:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 225us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.382014:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 1 00000100:00100000:1.0:1784188244.385009:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.385135:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248789632 00000100:00100000:2.0:1784188244.385150:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248789632 00000100:00100000:2.0:1784188244.385241:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:2.0:1784188244.385254:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+22:18771:x1870856248789632:12345-192.168.201.17@tcp:35:cat.0 00000100:00100000:2.0:1784188244.385660:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+23:18771:x1870856248789632:12345-192.168.201.17@tcp:35:cat.0 Request processed in 408us (665us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1784188244.385669:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 8 00000100:00100000:0.0:1784188244.479501:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.480085:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248789888 00000100:00100000:2.0:1784188244.480101:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248789888 00000100:00100000:2.0:1784188244.480186:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 43 00000100:00100000:2.0:1784188244.480200:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+23:18777:x1870856248789888:12345-192.168.201.17@tcp:101:dd.0 00010000:00010000:2.0:1784188244.480261:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188244.480292:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa28a6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8954 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480841:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480861:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480869:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480878:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480920:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.480934:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 24 pid: 22773 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188244.480949:0:22774:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1870856271968512:192.168.201.17@tcp:104: 00010000:00010000:2.0:1784188244.481049:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.481056:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188244.481071:0:22774:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441bb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1870856271968640:192.168.201.17@tcp:104: 00000100:00100000:2.0:1784188244.481090:0:22774:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608428eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1784188244.484247:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.484279:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.484403:0:22774:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1870856271968512:192.168.201.17@tcp:104: 00000100:00100000:2.0:1784188244.484417:0:22774:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441bb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1870856271968640:192.168.201.17@tcp:104: 00010000:00010000:2.0:1784188244.484483:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188244.484731:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790016 00000100:00100000:0.0:1784188244.484740:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790016 00010000:00010000:0.0:1784188244.484793:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 25 pid: 22773 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188244.484831:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790144 00000100:00100000:0.0:1784188244.484833:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790144 00010000:00010000:0.0:1784188244.484843:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 26 pid: 22772 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188244.484857:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:0.0:1784188244.484865:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+26:2401:x1870856248790016:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784188244.484884:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188244.484891:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 26 pid: 22773 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.484904:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 26 pid: 22773 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.484929:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2860 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8938 expref: 26 pid: 22773 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.484947:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:0.0:1784188244.484952:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.484962:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.484989:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188244.485056:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+25:2401:x1870856248790016:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 190us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.485064:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 17 00000100:00100000:0.0:1784188244.485083:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 18 00000100:00100000:0.0:1784188244.485088:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609775f6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+24:2401:x1870856248790144:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784188244.485095:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188244.485099:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485109:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485122:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa284b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8931 expref: 24 pid: 22772 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485132:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:0.0:1784188244.485134:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485141:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485147:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.485165:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188244.485183:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609775f6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+23:2401:x1870856248790144:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 96us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.485187:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 18 00010000:00010000:2.0:1784188244.485306:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.485314:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784188244.485339:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784188244.485640:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa28a6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8954 expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.485657:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3e00/0xf422abd382aa28ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8954 expref: 23 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.485665:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188244.485668:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1784188244.485735:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e3e00, rc 0) 00000100:00100000:2.0:1784188244.485781:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+23:18777:x1870856248789888:12345-192.168.201.17@tcp:101:dd.0 Request processed in 5585us (6344us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1784188244.485788:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 43 00000100:00100000:0.0:1784188244.490854:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.490952:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790272 00000100:00100000:2.0:1784188244.490966:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790272 00000100:00100000:2.0:1784188244.491083:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 44 00000100:00100000:2.0:1784188244.491098:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+23:18777:x1870856248790272:12345-192.168.201.17@tcp:101:dd.0 00010000:00010000:2.0:1784188244.491133:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188244.491161:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28bb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f895b expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491204:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491289:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491306:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491512:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 25 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491534:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.491651:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188244.491655:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784188244.491660:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e3400, rc 0) 00000100:00100000:2.0:1784188244.491805:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+24:18777:x1870856248790272:12345-192.168.201.17@tcp:101:dd.0 Request processed in 711us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188244.491813:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 44 00000100:00100000:0.0:1784188244.495479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188244.495657:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790528 00000100:00100000:1.0:1784188244.495670:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790528 00000100:00100000:1.0:1784188244.495818:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 45 00000100:00100000:1.0:1784188244.495831:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+24:18777:x1870856248790528:12345-192.168.201.17@tcp:36:dd.0 00010000:00010000:1.0:1784188244.496163:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.496189:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.496203:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784188244.496365:0:22772:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1784188244.496391:0:22772:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000019c8d47d reply state 0000000019a4161b transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.496407:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188244.496414:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:1.0:1784188244.496417:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784188244.496422:0:22772:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1784188244.496821:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248790528:12345-192.168.201.17@tcp:36:dd.0 Request processed in 989us (1353us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1784188244.496830:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 45 00000020:00080000:1.0:1784188244.496836:0:22772:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1784188244.500405:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.500527:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790656 00000100:00100000:3.0:1784188244.500539:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790656 00000100:00100000:3.0:1784188244.500623:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 46 00000100:00100000:3.0:1784188244.500635:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248790656:12345-192.168.201.17@tcp:101:dd.0 00010000:00010000:3.0:1784188244.500667:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188244.500705:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa28d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8962 expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.500791:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa28d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8962 expref: 28 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.500815:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa28d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8962 expref: 28 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.500839:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188244.500843:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1784188244.500847:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a3e00, rc 0) 00000100:00100000:3.0:1784188244.500924:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+28:18777:x1870856248790656:12345-192.168.201.17@tcp:101:dd.0 Request processed in 291us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.500931:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 46 00000100:00100000:0.0:1784188244.517127:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.517249:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248790912 00000100:00100000:3.0:1784188244.517262:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248790912 00000100:00100000:3.0:1784188244.517348:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 2 00000100:00100000:3.0:1784188244.517361:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609770a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+28:18777:x1870856248790912:12345-192.168.201.17@tcp:103:dd.0 00010000:00010000:3.0:1784188244.517382:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188244.517416:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa28d0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8962 expref: 28 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.517508:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188244.517515:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784188244.517597:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609770a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248790912:12345-192.168.201.17@tcp:103:dd.0 Request processed in 237us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.517606:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 2 00000100:00100000:0.0:1784188244.520067:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.520161:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791040 00000100:00100000:3.0:1784188244.520172:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791040 00000100:00100000:3.0:1784188244.520255:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 47 00000100:00100000:3.0:1784188244.520267:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248791040:12345-192.168.201.17@tcp:58:dd.0 00010000:00010000:3.0:1784188244.520416:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.520470:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188244.520484:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784188244.522316:0:22774:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784188244.522353:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1784188244.522569:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1784188244.522896:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097f0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248791040:12345-192.168.201.17@tcp:58:dd.0 Request processed in 2623us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.522909:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 47 00000100:00100000:1.0:1784188244.525649:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.525828:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791168 00000100:00100000:2.0:1784188244.525841:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791168 00000100:00100000:2.0:1784188244.525957:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 48 00000100:00100000:2.0:1784188244.525971:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+27:18777:x1870856248791168:12345-192.168.201.17@tcp:101:dd.0 00010000:00010000:2.0:1784188244.525998:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188244.526026:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8969 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526101:0:22772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526113:0:22772:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526137:0:22772:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526151:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526167:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188244.526170:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784188244.526173:0:22772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.526181:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e3a00, rc 0) 00000100:00100000:2.0:1784188244.526253:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+28:18777:x1870856248791168:12345-192.168.201.17@tcp:101:dd.0 Request processed in 286us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188244.526261:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 48 00000100:00100000:2.0:1784188244.533898:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784188244.534125:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271968768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1784188244.534223:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188244.534353:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271968768 00000100:00100000:1.0:1784188244.534365:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271968768 00000100:00100000:1.0:1784188244.534515:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1784188244.534526:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271968768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1784188244.534567:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188244.534652:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271968768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188244.534659:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1784188244.534901:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271968768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1784188244.535030:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1784188244.597752:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784188244.919135:0:22807:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784188244.919147:0:22807:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784188244.919183:0:22807:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1784188244.919195:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1784188244.919378:0:22807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22807:1870856271968896:192.168.201.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1784188244.921118:0:22807:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609759dd480 going to sleep for 11 seconds 00000100:00100000:0.0:1784188244.923355:0:22807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b90a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22807:1870856271968896:192.168.201.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1784188244.938336:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188244.939389:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791296 00000100:00100000:3.0:1784188244.939405:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791296 00000100:00100000:3.0:1784188244.939569:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 49 00000100:00100000:3.0:1784188244.939581:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+28:18778:x1870856248791296:12345-192.168.201.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1784188244.939627:0:24053:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1784188244.940120:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+28:18778:x1870856248791296:12345-192.168.201.17@tcp:53:lhsmtool_posix.0 Request processed in 539us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188244.940128:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 49 00000100:00100000:1.0:1784188244.954420:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188244.955320:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791424 00000100:00100000:0.0:1784188244.955334:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791424 00000100:00100000:0.0:1784188244.955412:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 50 00000100:00100000:0.0:1784188244.955425:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+28:18778:x1870856248791424:12345-192.168.201.17@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1784188244.955575:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955596:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955611:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955630:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955674:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955682:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955715:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955727:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955732:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784188244.955805:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1784188244.955809:0:22773:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784188244.955827:0:22773:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955842:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955850:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955858:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955864:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694400 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188244.955868:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955885:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955898:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff960843956300) 00010000:00010000:0.0:1784188244.955901:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188244.955906:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955913:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa28e5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955932:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955938:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955943:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955948:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188244.955951:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955956:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955962:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff960843956b00) 00010000:00010000:0.0:1784188244.955965:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188244.955968:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.955984:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa28ec lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956001:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956008:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956015:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956020:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188244.956023:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956028:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956035:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:0.0:1784188244.956037:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188244.956040:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188244.956045:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa28f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188244.956140:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960944c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+28:18778:x1870856248791424:12345-192.168.201.17@tcp:34:lhsmtool_posix.0 Request processed in 716us (1731us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188244.956151:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 50 00000100:00100000:0.0:1784188244.969179:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.969793:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791680 00000100:00100000:2.0:1784188244.969808:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791680 00000100:00100000:2.0:1784188244.969897:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 51 00000100:00100000:2.0:1784188244.969910:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+28:18778:x1870856248791680:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784188244.969941:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188244.969970:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa28fa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8970 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970128:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970149:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970164:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784188244.970179:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784188244.970318:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970327:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970334:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970509:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2400 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188244.970514:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970779:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970796:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188244.970799:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1784188244.970805:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970812:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2400/0xf422abd382aa2901 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970872:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa28fa lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8970 expref: 30 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970884:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff960843956300) 00010000:00010000:2.0:1784188244.970887:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784188244.970891:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e2a00/0xf422abd382aa28fa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8970 expref: 30 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188244.970902:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2a00, rc 0) 00000100:00100000:2.0:1784188244.971050:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+29:18778:x1870856248791680:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 1141us (1886us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1784188244.971060:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 51 00000100:00100000:1.0:1784188244.989629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188244.990250:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248791808 00000100:00100000:2.0:1784188244.990273:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248791808 00000100:00100000:2.0:1784188244.990392:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 52 00000100:00100000:2.0:1784188244.990404:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+29:18778:x1870856248791808:12345-192.168.201.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1784188244.990480:0:22773:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1784188244.990874:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+29:18778:x1870856248791808:12345-192.168.201.17@tcp:53:lhsmtool_posix.0 Request processed in 471us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188244.990883:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 52 00000100:00100000:3.0:1784188244.994242:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.000413:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792064 00000100:00100000:1.0:1784188245.000432:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792064 00000100:00080000:3.0:1784188245.000625:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784188245.001882:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 53 00000100:00100000:1.0:1784188245.001906:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+29:18778:x1870856248792064:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784188245.001935:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188245.001967:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa290f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8977 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1784188245.003866:0:22772:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x6:0x0], count =60 00000004:00080000:1.0:1784188245.003884:0:22772:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x6:0x0]+60 in llog 00000004:00080000:1.0:1784188245.003910:0:22772:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:1.0:1784188245.004146:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2916 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.004168:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2916 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.004184:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2916 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.004271:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa290f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8977 expref: 32 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.004314:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2916 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8977 expref: 31 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.004324:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ed00) 00010000:00010000:1.0:1784188245.004328:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1784188245.004332:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165d600, rc 0) 00000100:00100000:1.0:1784188245.005303:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+31:18778:x1870856248792064:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 3400us (11065us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1784188245.005317:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 53 00000100:00100000:3.0:1784188245.011988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.012089:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792320 00000100:00100000:0.0:1784188245.012102:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792320 00000100:00100000:0.0:1784188245.012192:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 54 00000100:00100000:0.0:1784188245.012205:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+31:18778:x1870856248792320:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1784188245.012299:0:22774:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188245.012336:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2916 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8977 expref: 31 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012361:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ed00) 00010000:00010000:0.0:1784188245.012374:0:22774:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1784188245.012408:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012427:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012487:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012507:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012514:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012521:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012604:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012630:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012638:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.012645:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188245.012661:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013120:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013133:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:0.0:1784188245.013136:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188245.013142:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013148:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694000/0xf422abd382aa2924 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013221:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013290:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013296:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013302:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981694400 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:0.0:1784188245.013318:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013324:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013332:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xce24423d (ffff960843956b00) 00010000:00010000:0.0:1784188245.013335:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784188245.013338:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.013344:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981694400/0xf422abd382aa292b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xce24423d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188245.013914:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+30:18778:x1870856248792320:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 Request processed in 1705us (1933us total) trans 0 rc -2/-2 00000100:00100000:0.0:1784188245.013925:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 54 00000100:00100000:0.0:1784188245.017857:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.018336:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792448 00000100:00100000:1.0:1784188245.018350:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792448 00000100:00100000:1.0:1784188245.018555:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 55 00000100:00100000:1.0:1784188245.018569:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+30:18778:x1870856248792448:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784188245.018600:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188245.018632:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa2932 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f897e expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.018856:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2939 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.018874:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2939 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.018888:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2939 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.019042:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa2932 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f897e expref: 32 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.019074:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d600/0xf422abd382aa2939 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f897e expref: 31 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.019083:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:1.0:1784188245.019086:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784188245.019090:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165d600, rc 0) 00000100:00100000:1.0:1784188245.019191:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+31:18778:x1870856248792448:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 623us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188245.019199:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 55 00000100:00100000:3.0:1784188245.022689:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.023938:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792704 00000100:00100000:0.0:1784188245.023955:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792704 00000100:00100000:0.0:1784188245.024040:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 56 00000100:00100000:0.0:1784188245.024052:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960844299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+31:18778:x1870856248792704:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1784188245.024178:0:24053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.024200:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.024215:0:24053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784188245.024516:0:24053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1784188245.024528:0:24053:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 754122091585ns, next at 755122088770ns, rc = 0 00000004:00010000:0.0:1784188245.024946:0:24053:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f2c040d0 reply state 00000000bee315a9 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.024964:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.024973:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:0.0:1784188245.024976:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1784188245.024981:0:24053:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1784188245.025123:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960844299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+33:18778:x1870856248792704:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 Request processed in 1071us (2446us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1784188245.025131:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 56 00000100:00100000:0.0:1784188245.028169:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188245.028269:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792832 00000100:00100000:3.0:1784188245.028281:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792832 00000100:00100000:3.0:1784188245.028388:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 57 00000100:00100000:3.0:1784188245.028401:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+33:18778:x1870856248792832:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1784188245.028469:0:24053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784188245.028497:0:24053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8985 expref: -99 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.028583:0:24053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 34 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.028601:0:24053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 34 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.028622:0:24053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:3.0:1784188245.028625:0:24053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1784188245.028630:0:24053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609815a3e00, rc 0) 00000100:00100000:3.0:1784188245.028852:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+34:18778:x1870856248792832:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 453us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.028860:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 57 00000100:00100000:0.0:1784188245.033416:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.035152:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248792960 00000100:00100000:1.0:1784188245.035171:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248792960 00000100:00100000:0.0:1784188245.035502:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:0.0:1784188245.035516:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+5:2401:x1870856248792960:12345-192.168.201.17@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1784188245.036476:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3898e13-edde-432f-921f-092c03cbeb3c+6:2401:x1870856248792960:12345-192.168.201.17@tcp:2:lhsmtool_posix.0 Request processed in 953us (3065us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1784188245.036489:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 23 00000100:00100000:3.0:1784188245.039123:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.039228:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248793216 00000100:00100000:1.0:1784188245.039240:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248793216 00000100:00100000:1.0:1784188245.039309:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:1.0:1784188245.039321:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+34:18778:x1870856248793216:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1784188245.042251:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96084429b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3898e13-edde-432f-921f-092c03cbeb3c+35:18778:x1870856248793216:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 Request processed in 2912us (3121us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1784188245.042271:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 9 00000100:00100000:3.0:1784188245.045600:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.045759:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248793472 00000100:00100000:2.0:1784188245.045771:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248793472 00000100:00100000:2.0:1784188245.045850:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 58 00000100:00100000:2.0:1784188245.045861:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+35:18778:x1870856248793472:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1784188245.046004:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+35:18778:x1870856248793472:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 Request processed in 145us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188245.046011:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 58 00000100:00100000:1.0:1784188245.047361:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609469e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271969152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784188245.047465:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188245.047512:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784188245.047519:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96094342f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271969024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784188245.047544:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188245.047631:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271969152 00000100:00100000:3.0:1784188245.047640:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271969152 00000100:00100000:3.0:1784188245.047704:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271969024 00000100:00100000:3.0:1784188245.047707:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271969024 00000100:00100000:3.0:1784188245.047725:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784188245.047743:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271969152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784188245.047782:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784188245.047836:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271969152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.047843:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784188245.047860:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1784188245.047866:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271969024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784188245.047884:0:23514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1784188245.047911:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1870856271969024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.047917:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784188245.048352:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96094342f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1870856271969024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784188245.048386:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609469e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271969152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784188245.053593:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.054154:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248793600 00000100:00100000:1.0:1784188245.054169:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248793600 00000100:00100000:1.0:1784188245.054306:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 59 00000100:00100000:1.0:1784188245.054320:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+35:18778:x1870856248793600:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784188245.054356:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784188245.054387:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa294e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f898c expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054543:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054562:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054575:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784188245.054634:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784188245.054779:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054813:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165c800/0xf422abd382aa294e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f898c expref: 37 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054836:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f898c expref: 36 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.054845:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:1.0:1784188245.054866:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1784188245.054872:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96094165d000, rc 0) 00000100:00100000:1.0:1784188245.054950:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+36:18778:x1870856248793600:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 632us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188245.054958:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 59 00000100:00100000:0.0:1784188245.058763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.058914:0:24781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248793728 00000100:00100000:2.0:1784188245.058927:0:24781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248793728 00000100:00100000:2.0:1784188245.059004:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:2.0:1784188245.059016:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+6:2400:x1870856248793728:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784188245.059041:0:24781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784188245.059067:0:24781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f8993 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1784188245.059100:0:24781:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a588d54, blocks: 0x0 00010000:00010000:2.0:1784188245.059127:0:24781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=754s v=(0 0) 00010000:00010000:2.0:1784188245.059133:0:24781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188245.059162:0:24781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 7 pid: 24781 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.059187:0:24781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 7 pid: 24781 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.059205:0:24781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9608441e2600, rc 0) 00000100:00100000:2.0:1784188245.059281:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+7:2400:x1870856248793728:12345-192.168.201.17@tcp:101:lhsmtool_posix.0 Request processed in 267us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188245.059288:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 24 00000100:00100000:0.0:1784188245.066279:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188245.066472:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248793984 00000100:00100000:3.0:1784188245.066485:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248793984 00000100:00100000:3.0:1784188245.066562:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 60 00000100:00100000:3.0:1784188245.066574:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+36:18778:x1870856248793984:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1784188245.066727:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608427d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+36:18778:x1870856248793984:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 Request processed in 155us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.066766:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 60 00000100:00100000:3.0:1784188245.071396:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.071860:0:24053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248794112 00000100:00100000:0.0:1784188245.071872:0:24053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248794112 00000100:00100000:0.0:1784188245.071951:0:24053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 61 00000100:00100000:0.0:1784188245.071965:0:24053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+36:18778:x1870856248794112:12345-192.168.201.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1784188245.075917:0:22752:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1784188245.075939:0:22752:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1784188245.076005:0:22752:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1784188245.076340:0:24053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3898e13-edde-432f-921f-092c03cbeb3c+19:18778:x1870856248794112:12345-192.168.201.17@tcp:44:lhsmtool_posix.0 Request processed in 4369us (4950us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188245.076354:0:24053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 61 00010000:00010000:1.0:1784188245.077143:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077170:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077179:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077185:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96084411e400 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188245.077191:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077200:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077223:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:1.0:1784188245.077226:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1784188245.077232:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.077240:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96084411e400/0xf422abd382aa27e9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.077270:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784188245.077291:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271969280:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1784188245.077373:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188245.077846:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271969280 00000100:00100000:0.0:1784188245.077857:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271969280 00000100:00100000:0.0:1784188245.077960:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1784188245.077976:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271969280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1784188245.078143:0:24281:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1784188245.078147:0:24281:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1784188245.078149:0:24281:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1784188245.078151:0:24281:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784188244 -> 1784188244 00002000:00010000:0.0:1784188245.078165:0:24281:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:2.0:1784188245.078473:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188245.078731:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3657:x1870856271969280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (850us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1784188245.078750:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:1.0:1784188245.078983:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff96096e8f7800/2, rc 0, transno 12884901892 00000100:00100000:1.0:1784188245.078992:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271969280:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1784188245.079360:0:3641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079373:0:3641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079640:0:3641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079649:0:3641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2c00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.079654:0:3641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079777:0:3641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079822:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9609494d3500) 00010000:00010000:2.0:1784188245.079826:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784188245.079831:0:3641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079837:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2c00/0xf422abd382aa2795 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079865:0:3641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079871:0:3641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079878:0:3641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079884:0:3641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a2000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.079887:0:3641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079893:0:3641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079901:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9609494d3800) 00010000:00010000:2.0:1784188245.079904:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784188245.079907:0:3641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079913:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a2000/0xf422abd382aa279c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079941:0:3641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079948:0:3641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079953:0:3641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079959:0:3641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165ce00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.079962:0:3641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079967:0:3641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079976:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff96098153e700) 00010000:00010000:2.0:1784188245.079978:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784188245.079981:0:3641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.079986:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ce00/0xf422abd382aa2844 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080001:0:3641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080007:0:3641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080012:0:3641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080022:0:3641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165ca00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.080025:0:3641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080031:0:3641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080040:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188245.080042:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784188245.080045:0:3641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080050:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165ca00/0xf422abd382aa28c9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080062:0:3641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080067:0:3641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080072:0:3641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080077:0:3641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.080079:0:3641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080084:0:3641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080100:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:2.0:1784188245.080102:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1784188245.080105:0:3641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.080111:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2940 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.081217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.081948:0:24781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248794240 00000100:00100000:2.0:1784188245.081963:0:24781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248794240 00000100:00100000:2.0:1784188245.082030:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:2.0:1784188245.082042:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+7:2399:x1870856248794240:12345-192.168.201.17@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1784188245.082216:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+7:2399:x1870856248794240:12345-192.168.201.17@tcp:16:lhsmtool_posix.0 Request processed in 175us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188245.082225:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 26 00000100:00100000:0.0:1784188245.088954:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188245.089061:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248794496 00000100:00100000:3.0:1784188245.089075:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248794496 00000100:00100000:3.0:1784188245.089154:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 62 00000100:00100000:3.0:1784188245.089167:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96096e8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+15:18778:x1870856248794496:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1784188245.089245:0:22773:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188245.089281:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165d000/0xf422abd382aa2955 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f898c expref: 15 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.089306:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:3.0:1784188245.089312:0:22773:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784188245.089349:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa2963 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.089368:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa2963 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.089379:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa2963 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1784188245.090811:0:22773:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b64e11f reply state 00000000b02a294f transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa2963 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.090833:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3200/0xf422abd382aa2963 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.090842:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:0.0:1784188245.090845:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1784188245.090849:0:22773:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1784188245.091050:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96096e8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3898e13-edde-432f-921f-092c03cbeb3c+16:18778:x1870856248794496:12345-192.168.201.17@tcp:36:lhsmtool_posix.0 Request processed in 1882us (2108us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1784188245.091060:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 62 00000100:00100000:3.0:1784188245.093973:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.095878:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248794624 00000100:00100000:0.0:1784188245.095900:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248794624 00000100:00100000:0.0:1784188245.096028:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00100000:0.0:1784188245.096039:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3898e13-edde-432f-921f-092c03cbeb3c+7:2401:x1870856248794624:12345-192.168.201.17@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1784188245.096255:0:24281:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1784188245.096259:0:24281:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1784188243 00002000:00010000:0.0:1784188245.096262:0:24281:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1784188243 00002000:00010000:0.0:1784188245.096264:0:24281:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784188244 -> 1784188243 00002000:00010000:0.0:1784188245.096266:0:24281:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1784188245.096366:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3898e13-edde-432f-921f-092c03cbeb3c+8:2401:x1870856248794624:12345-192.168.201.17@tcp:2:lhsmtool_posix.0 Request processed in 329us (2407us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1784188245.096374:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 27 00000100:00100000:1.0:1784188245.100544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.100960:0:24781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248794752 00000100:00100000:2.0:1784188245.100973:0:24781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248794752 00000100:00100000:2.0:1784188245.101093:0:24781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:2.0:1784188245.101106:0:24781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+8:2400:x1870856248794752:12345-192.168.201.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1784188245.101167:0:24781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101189:0:24781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188245.101194:0:24781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188245.101201:0:24781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101243:0:24781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101277:0:24781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101286:0:24781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101295:0:24781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101302:0:24781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:2.0:1784188245.101307:0:24781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101317:0:24781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101335:0:24781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.101343:0:24781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067a36636/0xf422abd382aa296a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188245.101503:0:24781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3898e13-edde-432f-921f-092c03cbeb3c+8:2400:x1870856248794752:12345-192.168.201.17@tcp:1:lhsmtool_posix.0 Request processed in 399us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188245.101511:0:24781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 28 00000100:00100000:2.0:1784188245.104541:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:1.0:1784188245.104694:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795008 00000100:00100000:1.0:1784188245.104707:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795008 00000100:00100000:1.0:1784188245.104788:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 63 00000100:00100000:1.0:1784188245.104801:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+16:18778:x1870856248795008:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1784188245.104921:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.104944:0:22772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 16 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.104955:0:22772:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.105001:0:22772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 16 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.105016:0:22772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 16 pid: 22773 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.105033:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609469e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969408:192.168.201.17@tcp:104: 00000100:00100000:1.0:1784188245.105139:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff960965b30d80 going to sleep for 11 seconds 00000100:00100000:1.0:1784188245.108627:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609469e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969408:192.168.201.17@tcp:104: 00010000:00010000:1.0:1784188245.108701:0:22772:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188245.110794:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:3.0:1784188245.111160:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795136 00000100:00100000:3.0:1784188245.111172:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795136 00010000:00010000:3.0:1784188245.111229:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 17 pid: 22773 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784188245.111284:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:3.0:1784188245.111315:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3898e13-edde-432f-921f-092c03cbeb3c+17:2401:x1870856248795136:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784188245.111333:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784188245.111342:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 17 pid: 22773 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111355:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 17 pid: 22773 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111383:0:22757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3400/0xf422abd382aa28c2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f895b expref: 17 pid: 22773 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111401:0:22757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:3.0:1784188245.111408:0:22757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 16 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111421:0:22757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111430:0:22757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111482:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.111517:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784188245.111830:0:22772:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.111840:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.112134:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.112149:0:22772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.112158:0:22772:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.112196:0:22772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.112212:0:22772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188245.112231:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969536:192.168.201.17@tcp:104: 00000100:00100000:2.0:1784188245.112356:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff9608428ee6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188245.112988:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3898e13-edde-432f-921f-092c03cbeb3c+17:2401:x1870856248795136:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 1673us (2204us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.112998:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 19 00000100:00100000:2.0:1784188245.118002:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.118110:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795264 00000100:00100000:0.0:1784188245.118122:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795264 00010000:00010000:0.0:1784188245.118176:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784188245.118227:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 20 00000100:00100000:0.0:1784188245.118238:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3898e13-edde-432f-921f-092c03cbeb3c+17:2401:x1870856248795264:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784188245.118256:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784188245.118264:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.118278:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 17 pid: 24053 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.118306:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:0.0:1784188245.118330:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.118342:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.118350:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.118374:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784188245.118476:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3898e13-edde-432f-921f-092c03cbeb3c+17:2401:x1870856248795264:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 239us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188245.118484:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 20 00010000:00010000:1.0:1784188245.119320:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3e00/0xf422abd382aa2947 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8985 expref: 16 pid: 24053 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.119344:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969536:192.168.201.17@tcp:104: 00010000:00010000:1.0:1784188245.119371:0:22772:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.119382:0:22772:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.119388:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784188245.119590:0:22772:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1784188245.119759:0:22772:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1784188245.119798:0:22772:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1784188245.119906:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609469e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22772:1870856271969664:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1784188245.119978:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188245.120020:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609492483c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188245.120101:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271969664 00000100:00100000:3.0:1784188245.120125:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271969664 00000100:00100000:3.0:1784188245.120188:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1784188245.120198:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22772:x1870856271969664:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1784188245.120303:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22772:x1870856271969664:12345-0@lo:1000:mdt00_000.0 Request processed in 106us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188245.120311:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1784188245.120432:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609469e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22772:1870856271969664:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1784188245.120670:0:22772:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1784188245.120727:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441b9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22772:1870856271969792:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1784188245.120770:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188245.120789:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784188245.120875:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271969792 00000100:00100000:1.0:1784188245.120879:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271969792 00000100:00100000:1.0:1784188245.120914:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1784188245.120922:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22772:x1870856271969792:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1784188245.121032:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22772:x1870856271969792:12345-0@lo:1000:mdt00_000.0 Request processed in 110us (261us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1784188245.121039:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1784188245.121413:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441b9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22772:1870856271969792:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1784188245.121481:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121493:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121501:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121508:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e3000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.121514:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121524:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121543:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:2.0:1784188245.121546:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784188245.121552:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121559:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3000/0xf422abd382aa2978 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121604:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121612:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121619:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121624:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9609815a3000 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:2.0:1784188245.121628:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121634:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121644:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:2.0:1784188245.121647:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784188245.121654:0:22772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 19 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121669:0:22772:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 19 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121678:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 19 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.121755:0:22772:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9608441e3a00/0xf422abd382aa28de lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8969 expref: 19 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188245.121786:0:22772:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969920:192.168.201.17@tcp:105: 00000100:00100000:2.0:1784188245.121921:0:22772:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784188245.126073:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.126160:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795392 00000100:00100000:0.0:1784188245.126171:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795392 00000100:00100000:0.0:1784188245.126241:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 10 00000100:00100000:0.0:1784188245.126252:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96097c2ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+20:18777:x1870856248795392:12345-192.168.201.17@tcp:49:dd.0 00000100:00100000:0.0:1784188245.126424:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96097c2ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+20:18777:x1870856248795392:12345-192.168.201.17@tcp:49:dd.0 Request processed in 173us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188245.126432:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 10 00000100:00100000:2.0:1784188245.129371:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.129475:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795520 00000100:00100000:0.0:1784188245.129487:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795520 00000100:00100000:0.0:1784188245.129566:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 64 00000100:00100000:0.0:1784188245.129577:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+20:18777:x1870856248795520:12345-192.168.201.17@tcp:101:dd.0 00010000:00010000:0.0:1784188245.129604:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784188245.129636:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa297f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x71d16d11fd8f899a expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.129694:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.129740:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 2/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.129750:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.129774:0:22774:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.129786:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.134817:0:22772:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22772:1870856271969920:192.168.201.17@tcp:105: 00010000:00010000:1.0:1784188245.134862:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134873:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609815a3000/0xf422abd382aa28d7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134927:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134946:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134962:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134974:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134982:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134989:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.134994:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165dc00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188245.134998:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135006:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135019:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:1.0:1784188245.135040:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784188245.135045:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135052:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165dc00/0xf422abd382aa298d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135063:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135068:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135075:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135081:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165da00 already unused, calling callback (ffffffffc18b04f0) 00010000:00010000:1.0:1784188245.135083:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135090:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135098:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:1.0:1784188245.135100:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784188245.135103:0:22772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135111:0:22772:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135116:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135162:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.135169:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96094165da00/0xf422abd382aa2971 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784188245.135616:0:22807:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1784188245.135623:0:22807:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1784188245.135641:0:22807:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1784188245.135647:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1784188245.135869:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.135879:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.136026:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8200/0xf422abd382aa297f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f899a expref: 22 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.136050:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9609770c8e00/0xf422abd382aa2986 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f899a expref: 21 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.136059:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff96098153e400) 00010000:00010000:0.0:1784188245.136062:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1784188245.136064:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9609770c8e00, rc 0) 00000100:00100000:1.0:1784188245.136153:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3898e13-edde-432f-921f-092c03cbeb3c+21:18778:x1870856248795008:12345-192.168.201.17@tcp:57:lhsmtool_posix.0 Request processed in 31351us (31631us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1784188245.136164:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 63 00000020:00080000:1.0:1784188245.136171:0:22772:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1784188245.136359:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3898e13-edde-432f-921f-092c03cbeb3c+20:18777:x1870856248795520:12345-192.168.201.17@tcp:101:dd.0 Request processed in 6783us (7003us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188245.136377:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 64 00000100:00100000:3.0:1784188245.142829:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.143175:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795776 00000100:00100000:0.0:1784188245.143189:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795776 00000100:00100000:0.0:1784188245.143275:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 11 00000100:00100000:0.0:1784188245.143288:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+20:18778:x1870856248795776:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1784188245.143818:0:22775:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1784188245.143865:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1784188245.143908:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143929:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143942:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143951:0:22775:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143958:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143966:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784188245.143981:0:22775:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1784188245.144096:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3898e13-edde-432f-921f-092c03cbeb3c+22:18778:x1870856248795776:12345-192.168.201.17@tcp:35:lhsmtool_posix.0 Request processed in 808us (1279us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1784188245.144107:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 11 00000020:00080000:0.0:1784188245.144132:0:22775:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1784188245.144683:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784188245.144693:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.144703:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff960981695000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:3.0:1784188245.144707:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.144716:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.144761:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff96098153ea00) 00010000:00010000:3.0:1784188245.144765:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1784188245.144771:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.144777:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff960981695000/0xf422abd382aa2994 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.144798:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188245.144809:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784188245.144811:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784188245.178025:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.178145:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248795904 00000100:00100000:2.0:1784188245.178158:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248795904 00000100:00100000:2.0:1784188245.178254:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 0 00000100:00100000:2.0:1784188245.178267:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d3898e13-edde-432f-921f-092c03cbeb3c+8:2401:x1870856248795904:12345-192.168.201.17@tcp:4:dd.0 00010000:00010000:2.0:1784188245.178327:0:24285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.178353:0:24285:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 8 pid: 24781 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.178364:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188245.178369:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784188245.178374:0:24285:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.178420:0:24285:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 8 pid: 24781 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784188245.178613:0:24285:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 8 pid: 24781 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784188245.178656:0:24285:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608441bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24285:1870856271970048:192.168.201.17@tcp:104: 00000100:00100000:0.0:1784188245.180017:0:24285:0:(client.c:2702:ptlrpc_set_wait()) set ffff9609725b26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784188245.181503:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:2.0:1784188245.184077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.17@tcp (source: 12345-192.168.201.17@tcp) 00000100:00100000:0.0:1784188245.184208:0:24287:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1784188245.184223:0:24287:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1784188245.184556:0:24285:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608441bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24285:1870856271970048:192.168.201.17@tcp:104: 00010000:00010000:3.0:1784188245.184598:0:24285:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.184786:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248796160 00000100:00100000:1.0:1784188245.184797:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248796160 00010000:00010000:1.0:1784188245.184850:0:22757:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 9 pid: 24781 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.184897:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:1.0:1784188245.184908:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3898e13-edde-432f-921f-092c03cbeb3c+9:2400:x1870856248796160:12345-192.168.201.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784188245.184928:0:22757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784188245.184958:0:22757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 9 pid: 24781 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.184973:0:22757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 9 pid: 24781 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.185002:0:22757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000699d1d09/0xf422abd382aa295c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.17@tcp remote: 0x71d16d11fd8f8993 expref: 9 pid: 24781 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.185045:0:22757:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188245.185051:0:22757:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188245.185058:0:22757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.185070:0:22757:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.185102:0:22757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784188245.185124:0:24285:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784188245.185132:0:24285:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.185180:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3898e13-edde-432f-921f-092c03cbeb3c+8:2400:x1870856248796160:12345-192.168.201.17@tcp:103:ldlm_bl.0 Request processed in 274us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188245.185189:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 21 00000100:00100000:2.0:1784188245.187125:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856248796032 00000100:00100000:2.0:1784188245.187142:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856248796032 00000100:00100000:1.0:1784188245.193314:0:25820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.17@tcp, seq: 1 00000100:00100000:1.0:1784188245.193335:0:25820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d3898e13-edde-432f-921f-092c03cbeb3c+8:2400:x1870856248796032:12345-192.168.201.17@tcp:4:dd.0 00010000:00010000:1.0:1784188245.194058:0:25820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.194079:0:25820:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188245.194084:0:25820:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784188245.194091:0:25820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.194105:0:25820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1784188245.298378:0:25096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1784188245.298398:0:25096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1784188245.300905:0:24285:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1784188245.300914:0:24285:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1784188243 -> 1784188244 00002000:00010000:1.0:1784188245.300917:0:24285:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784188243 -> 1784188244 00002000:00010000:1.0:1784188245.300919:0:24285:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1784188245.301036:0:24285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301051:0:24285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301061:0:24285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301068:0:24285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9608441e2000 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188245.301072:0:24285:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301081:0:24285:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301101:0:24285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.301110:0:24285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023d61505/0xf422abd382aa299b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.301407:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d3898e13-edde-432f-921f-092c03cbeb3c+7:2401:x1870856248795904:12345-192.168.201.17@tcp:4:dd.0 Request processed in 123136us (123389us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1784188245.301418:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 0 00000001:00080000:2.0:1784188245.329929:0:25096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:1.0:1784188245.330303:0:25820:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:1.0:1784188245.330309:0:25820:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:1.0:1784188245.330327:0:25820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330340:0:25820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330349:0:25820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330356:0:25820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96094165da00 already unused, calling callback (ffffffffc0c83230) 00010000:00010000:1.0:1784188245.330588:0:25820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330602:0:25820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330624:0:25820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784188245.330632:0:25820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dec46925/0xf422abd382aa29a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784188245.330877:0:25820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d3898e13-edde-432f-921f-092c03cbeb3c+5:2400:x1870856248796032:12345-192.168.201.17@tcp:4:dd.0 Request processed in 137543us (149378us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1784188245.330888:0:25820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.17@tcp, seq: 1 00010000:00010000:1.0:1784188245.622043:0:22760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188246.071325:0:3655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960843b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271970432:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.071375:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609469e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271970304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784188246.071452:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960944c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271970560:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.071457:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96096e8f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271970176:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078536:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.078607:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271970816:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078644:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.078663:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271971328:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078686:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.078706:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1870856271971840:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078739:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.078766:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1784188246.078773:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084429b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271970944:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078799:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.078819:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271971456:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.078839:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.079002:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970944 00000100:00100000:0.0:1784188246.079010:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970944 00000100:00100000:0.0:1784188246.079063:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1784188246.079072:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271970944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079133:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271970944:12345-0@lo:400:kworker.0 Request processed in 62us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079141:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1784188246.079186:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084429b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271970944:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079209:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970816 00000100:00100000:0.0:1784188246.079283:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970816 00000100:00100000:0.0:1784188246.079307:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971328 00000100:00100000:0.0:1784188246.079310:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971328 00000100:00100000:0.0:1784188246.079319:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971840 00000100:00100000:0.0:1784188246.079321:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971840 00000100:00100000:0.0:1784188246.079346:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971456 00000100:00100000:0.0:1784188246.079350:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971456 00000100:00100000:0.0:1784188246.079365:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1784188246.079370:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271970816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079408:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1870856271970816:12345-0@lo:400:kworker.0 Request processed in 38us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079414:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1784188246.079426:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784188246.079431:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271971328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079481:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1870856271971328:12345-0@lo:400:kworker.0 Request processed in 50us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079487:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784188246.079497:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1784188246.079503:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1870856271971840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079528:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1870856271971840:12345-0@lo:400:kworker.0 Request processed in 25us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079534:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1784188246.079556:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1784188246.079563:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271971456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079609:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1870856271971456:12345-0@lo:400:kworker.0 Request processed in 47us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079616:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:0.0:1784188246.079641:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784188246.079645:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784188246.079663:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1870856271971456:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079672:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1870856271970816:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079681:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3654:1870856271971328:0@lo:400:kworker.0 00010000:00080000:0.0:1784188246.079692:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c4a80 x1870856271971840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784188246.079701:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1870856271971840:0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.079758:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970304 00000100:00100000:0.0:1784188246.079761:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970304 00000100:00100000:0.0:1784188246.079787:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784188246.079793:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271970304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1784188246.079808:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:0.0:1784188246.079844:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1870856271970304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.079865:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784188246.079892:0:3654:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1784188246.079898:0:3654:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff96096e8f7800, transno 12884901892 00000004:00080000:0.0:1784188246.079908:0:3654:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1784188246.079931:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609469e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1870856271970304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784188246.080185:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784188246.080194:0:3654:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271971968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1784188246.080227:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.080251:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971968 00000100:00100000:0.0:1784188246.080255:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971968 00000100:00100000:0.0:1784188246.080288:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784188246.080294:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608439c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271971968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784188246.080305:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:0.0:1784188246.080334:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608439c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1870856271971968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.080339:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1784188246.080354:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784188246.080374:0:3654:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1870856271971968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784188246.083990:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.084172:0:23514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970432 00000100:00100000:0.0:1784188246.084182:0:23514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970432 00000100:00100000:0.0:1784188246.084237:0:23514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1784188246.084248:0:23514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271970432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.084340:0:23514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1870856271970432:12345-0@lo:400:kworker.0 Request processed in 94us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.084348:0:23514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1784188246.084586:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188246.084624:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271971072:0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.084653:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188246.084674:0:3656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271971584:0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.084701:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784188246.084745:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970560 00000100:00100000:3.0:1784188246.084750:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970560 00000100:00100000:3.0:1784188246.084788:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971072 00000100:00100000:3.0:1784188246.084791:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971072 00000100:00100000:3.0:1784188246.084815:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784188246.084822:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271970560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.084999:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1870856271970560:12345-0@lo:400:kworker.0 Request processed in 177us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188246.085006:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784188246.085024:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784188246.085030:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271971072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.085058:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1870856271971072:12345-0@lo:400:kworker.0 Request processed in 29us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188246.085063:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1784188246.085083:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784188246.085114:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960944c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1870856271970560:0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.085125:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1870856271971072:0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.085151:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971584 00000100:00100000:3.0:1784188246.085154:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971584 00000100:00080000:3.0:1784188246.085169:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784188246.085197:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1784188246.085203:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96094342ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271971584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.085406:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96094342ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1870856271971584:12345-0@lo:400:kworker.0 Request processed in 202us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188246.085413:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00080000:3.0:1784188246.085468:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9608439c5f80 x1870856271971584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784188262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784188246.085480:0:3656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1870856271971584:0@lo:400:kworker.0 00000100:00100000:1.0:1784188246.085685:0:3655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960843b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1870856271970432:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086471:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188246.086510:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff960844298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271970688:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086543:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188246.086576:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96084419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271971200:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086598:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784188246.086628:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271971712:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086662:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784188246.086695:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970176 00000100:00100000:0.0:1784188246.086702:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970176 00000100:00100000:2.0:1784188246.086725:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971712 00000100:00100000:2.0:1784188246.086729:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971712 00000100:00100000:0.0:1784188246.086752:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1784188246.086760:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271970176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086761:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1784188246.086766:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271971712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.086800:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1870856271971712:12345-0@lo:400:kworker.0 Request processed in 33us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1784188246.086807:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:3.0:1784188246.086828:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784188246.086840:0:24281:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271970688 00000100:00100000:3.0:1784188246.086843:0:24281:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271970688 00000100:00100000:1.0:1784188246.086866:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271971200 00000100:00100000:1.0:1784188246.086869:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271971200 00000100:00100000:3.0:1784188246.086896:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784188246.086902:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271970688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784188246.087377:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff960843a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0337f49b-d933-4131-9a0e-3395a253db71+24:3657:x1870856271970176:12345-0@lo:400:kworker.0 Request processed in 616us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1784188246.087385:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1784188246.087633:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271970688:12345-0@lo:400:kworker.0 Request processed in 730us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188246.087641:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784188246.087658:0:24281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1784188246.087665:0:24281:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9608441bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271971200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784188246.087698:0:24281:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9608441bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3657:x1870856271971200:12345-0@lo:400:kworker.0 Request processed in 34us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1784188246.087704:0:24281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1784188246.088265:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96096e8f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0337f49b-d933-4131-9a0e-3395a253db71:3657:1870856271970176:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.088283:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff960844298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271970688:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.088291:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96084419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1870856271971200:0@lo:400:kworker.0 00000100:00100000:2.0:1784188246.088317:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9608439c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3657:1870856271971712:0@lo:400:kworker.0 00010000:00010000:2.0:1784188246.647479:0:25803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784188247.244796:0:25857:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1784188247.669673:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784188248.629693:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784188248.629718:0:3657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9609469e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271972096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784188248.629801:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784188248.629854:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870856271972096 00000100:00100000:1.0:1784188248.629862:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870856271972096 00000100:00100000:1.0:1784188248.629916:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784188248.629926:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9609469e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271972096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784188248.629954:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784188248.629999:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9609469e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1870856271972096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1784188248.630007:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1784188248.630028:0:22768:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784188248.630081:0:3657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9609469e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1870856271972096:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1784188248.699567:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14334 lines, 14334 kept, 0 dropped, 0 bad.