00010000:00010000:0.0F:1788359522.173001:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788359522.238025:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238084:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238144:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238156:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0F:1788359522.238207:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420245376 00000100:00100000:3.0:1788359522.238224:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420245376 00000100:00100000:3.0:1788359522.238274:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 161 00000100:00100000:3.0:1788359522.238284:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf250d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+13:2404:x1875230420245376:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:3.0:1788359522.238353:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf250d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+13:2404:x1875230420245376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 70us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359522.238362:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 161 00000100:00100000:3.0:1788359522.238407:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420245888 00000100:00100000:3.0:1788359522.238412:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420245888 00000100:00100000:3.0:1788359522.238451:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 18 00000100:00100000:3.0:1788359522.238459:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245888:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359522.238570:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420245632 00000100:00100000:0.0:1788359522.238574:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420245632 00000100:00100000:3.0:1788359522.238588:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 127us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359522.238596:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 18 00000100:00100000:0.0:1788359522.238606:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246144 00000100:00100000:0.0:1788359522.238609:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246144 00000100:00100000:0.0:1788359522.238625:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 45 00000100:00100000:0.0:1788359522.238630:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245632:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359522.238654:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 25us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359522.238660:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 45 00000100:00100000:0.0:1788359522.238672:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 46 00000100:00100000:0.0:1788359522.238676:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246144:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359522.238691:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 15us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359522.238696:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 46 00000100:00080000:0.0:1788359522.238727:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788359522.238731:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788359522.238789:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238853:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238888:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359522.238902:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420245504 00000100:00100000:3.0:1788359522.238907:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420245504 00000100:00100000:3.0:1788359522.238947:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 47 00000100:00100000:3.0:1788359522.238957:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:74da3620-4733-4f31-913b-e0b808f61386+22:2404:x1875230420245504:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359522.238962:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359522.238981:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359522.239029:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246400 00000100:00100000:0.0:1788359522.239033:0:18696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246400 00000100:00100000:3.0:1788359522.239050:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:74da3620-4733-4f31-913b-e0b808f61386+22:2404:x1875230420245504:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359522.239058:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 47 00000100:00100000:0.0:1788359522.239064:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420245760 00000100:00100000:3.0:1788359522.239073:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246016 00000100:00100000:3.0:1788359522.239077:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246016 00000100:00100000:3.0:1788359522.239101:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 48 00000100:00100000:3.0:1788359522.239108:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:baeaa55a-ca44-4479-b153-533092acc688+6:2404:x1875230420246016:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:3.0:1788359522.239135:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:baeaa55a-ca44-4479-b153-533092acc688+6:2404:x1875230420246016:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 28us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359522.239140:0:18696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420245760 00000100:00100000:3.0:1788359522.239151:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 48 00000100:00100000:0.0:1788359522.239164:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:0.0:1788359522.239171:0:18696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246400:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:3.0:1788359522.239193:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 20 00000100:00100000:0.0:1788359522.239200:0:18696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 29us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359522.239205:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245760:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359522.239218:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:3.0:1788359522.239238:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2404:x1875230420245760:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 37us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359522.239244:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 20 00000100:00080000:0.0:1788359522.239326:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788359522.239329:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788359522.239336:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788359522.239601:0:18793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246272 00000100:00100000:0.0:1788359522.239605:0:18793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246272 00000100:00100000:0.0:1788359522.239660:0:18793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 21 00000100:00100000:0.0:1788359522.239665:0:18793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246272:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359522.239688:0:18793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:baeaa55a-ca44-4479-b153-533092acc688+5:2404:x1875230420246272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 23us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359522.239693:0:18793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 21 00000100:00080000:1.0:1788359522.239721:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0F:1788359522.685744:0:17225:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788359522.685761:0:17225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788359522.685783:0:17225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788359522.685790:0:17225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788359523.006232:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788359523.006251:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445472128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788359523.006309:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359523.006351:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472128 00000100:00100000:3.0:1788359523.006356:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472128 00000100:00100000:3.0:1788359523.006396:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788359523.006403:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445472128:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788359523.006404:0:18700:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1788359523.006414:0:18700:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:3.0:1788359523.006427:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788359523.006467:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445472128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359523.006475:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788359523.006535:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445472128:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788359523.007109:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788359523.200728:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359523.510436:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359523.511922:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246528 00000100:00100000:3.0:1788359523.511934:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246528 00000100:00100000:3.0:1788359523.512001:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 65 00000100:00100000:3.0:1788359523.512011:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:74da3620-4733-4f31-913b-e0b808f61386+22:15602:x1875230420246528:12345-192.168.202.52@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788359523.512105:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:74da3620-4733-4f31-913b-e0b808f61386+22:15602:x1875230420246528:12345-192.168.202.52@tcp:60:lhsmtool_posix.0 Request processed in 95us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359523.512122:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 65 00000100:00100000:2.0:1788359523.517685:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445472256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359523.517759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359523.517845:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472256 00000100:00100000:3.0:1788359523.517854:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472256 00000100:00100000:3.0:1788359523.517904:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788359523.517914:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445472256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788359523.517947:0:17194:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788359523.524069:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445472256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6148us (6303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359523.524080:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788359523.524344:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359523.524372:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246656 00000100:00100000:1.0:1788359523.524377:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246656 00000100:00100000:2.0:1788359523.524394:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445472256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788359523.524417:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 66 00000100:00100000:1.0:1788359523.524425:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+5:15602:x1875230420246656:12345-192.168.202.52@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788359523.524556:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+5:15602:x1875230420246656:12345-192.168.202.52@tcp:60:lhsmtool_posix.0 Request processed in 132us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359523.524562:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 66 00000100:00100000:3.0:1788359523.533868:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359523.534024:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420246912 00000100:00100000:0.0:1788359523.534038:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420246912 00000100:00100000:0.0:1788359523.534093:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 12 00000100:00100000:0.0:1788359523.534104:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:74da3620-4733-4f31-913b-e0b808f61386+22:15602:x1875230420246912:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788359523.534326:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:74da3620-4733-4f31-913b-e0b808f61386+23:15602:x1875230420246912:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 Request processed in 223us (464us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788359523.534334:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 12 00010000:00010000:2.0:1788359524.221156:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359525.053117:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788359525.053137:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445472384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788359525.053194:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359525.053311:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472384 00000100:00100000:0.0:1788359525.053320:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472384 00000100:00100000:0.0:1788359525.053390:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788359525.053399:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445472384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788359525.053429:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359525.053488:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445472384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359525.053514:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788359525.053559:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445472384:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788359525.053876:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1788359525.055218:0:17169:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788359525.055245:0:17169:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffffa0eaec2e33c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1788359525.055251:0:17169:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffffa0e9c6013000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffffa0eaec2e3c00 00010000:00010000:1.0:1788359525.055255:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788359525.055256:0:17169:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffffa0e9c6013200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa0e9c68d3400 00010000:00010000:1.0:1788359525.055269:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359525.055278:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359525.055285:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:1.0:1788359525.055290:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359525.055309:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359525.055338:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0eacd774e00) 00000020:00080000:0.0:1788359525.055340:0:17229:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:1.0:1788359525.055342:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788359525.055350:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359525.055356:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8c00/0x49dd053b5feafd90 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788359525.055410:0:17229:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1788359525.245627:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359525.565855:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445472512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788359525.566076:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359525.566214:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472512 00000100:00100000:0.0:1788359525.566226:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472512 00000100:00100000:0.0:1788359525.566293:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788359525.566303:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445472512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788359525.566351:0:17195:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788359525.566415:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445472512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359525.566423:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788359525.566455:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445472512:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1788359525.586793:0:20564:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 10:32:04 (1788359524) 00010000:00010000:3.0:1788359526.268769:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359526.588820:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445472640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788359526.588926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359526.588960:0:20473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472640 00000100:00100000:0.0:1788359526.588971:0:20473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472640 00000100:00100000:3.0:1788359526.589015:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c8124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445473152:0@lo:400:kworker.0 00000100:00100000:3.0:1788359526.589047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359526.589056:0:20473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788359526.589069:0:20473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445472640:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788359526.589076:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445473664:0@lo:400:kworker.0 00000100:00100000:3.0:1788359526.589109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788359526.589109:0:20473:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788359526.589116:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445472768:0@lo:400:kworker.0 00000100:00100000:3.0:1788359526.589146:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3645:1875230445474176:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589160:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359526.589167:0:20473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445472640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359526.589175:0:20473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788359526.589185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.589195:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c8125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445473280:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589259:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.589283:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445473792:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589310:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.589333:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445474304:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589342:0:17183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472768 00000100:00100000:1.0:1788359526.589349:0:17183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472768 00000100:00100000:2.0:1788359526.589372:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359526.589394:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788359526.589399:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788359526.589406:0:17183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf250c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:caaeac2e-9afd-44da-91ff-e628fee28e20+24:3642:x1875230445472768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589409:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445472896:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589444:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359526.589465:0:17183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf250c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:caaeac2e-9afd-44da-91ff-e628fee28e20+24:3642:x1875230445472768:12345-0@lo:400:kworker.0 Request processed in 62us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.589470:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c8126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445473408:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589477:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788359526.589519:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359526.589539:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473152 00000100:00100000:2.0:1788359526.589543:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445473920:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589545:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473152 00000100:00100000:2.0:1788359526.589575:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.589595:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445474432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788359526.589614:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.589645:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445472768:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589658:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473664 00000100:00100000:1.0:1788359526.589663:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473664 00000100:00080000:2.0:1788359526.589680:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788359526.589694:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474176 00000100:00100000:2.0:1788359526.589699:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474176 00000100:00100000:1.0:1788359526.589703:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788359526.589712:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445473152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589732:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473280 00000100:00100000:2.0:1788359526.589737:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473280 00000100:00100000:2.0:1788359526.589754:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473792 00000100:00100000:1.0:1788359526.589758:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445473152:12345-0@lo:400:kworker.0 Request processed in 46us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.589759:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473792 00000100:00100000:1.0:1788359526.589769:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788359526.589775:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474304 00000100:00100000:2.0:1788359526.589779:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474304 00000100:00100000:1.0:1788359526.589787:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788359526.589809:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473920 00000100:00100000:2.0:1788359526.589814:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473920 00000100:00100000:1.0:1788359526.589816:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445473664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589835:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788359526.589845:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875230445474176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589853:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445473664:12345-0@lo:400:kworker.0 Request processed in 40us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359526.589861:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788359526.589886:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875230445474176:12345-0@lo:400:kworker.0 Request processed in 42us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359526.589890:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445473024:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.589920:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359526.589944:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445473536:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.589956:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788359526.589972:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359526.589991:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445474048:0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.590017:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359526.590045:0:20328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474048 00000100:00100000:1.0:1788359526.590048:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473024 00000100:00100000:2.0:1788359526.590050:0:20328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474048 00000100:00100000:1.0:1788359526.590054:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473024 00000100:00100000:2.0:1788359526.590074:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788359526.590083:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c80ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445473280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.590087:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473536 00000100:00100000:1.0:1788359526.590091:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473536 00000100:00100000:1.0:1788359526.590115:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788359526.590123:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445473024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590128:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c80ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445473280:12345-0@lo:400:kworker.0 Request processed in 45us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.590136:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788359526.590149:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788359526.590155:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c80ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445473792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.590174:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445473024:12345-0@lo:400:kworker.0 Request processed in 51us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359526.590182:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788359526.590189:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c80ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445473792:12345-0@lo:400:kworker.0 Request processed in 33us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.590197:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788359526.590201:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788359526.590211:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445473536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590217:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788359526.590226:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c80ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445474304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.590253:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445473536:12345-0@lo:400:kworker.0 Request processed in 44us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359526.590262:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788359526.590267:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c80ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445474304:12345-0@lo:400:kworker.0 Request processed in 41us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.590273:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788359526.590290:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788359526.590302:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445473920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590305:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788359526.590314:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445474048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359526.590362:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445473920:12345-0@lo:400:kworker.0 Request processed in 62us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.590364:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445474048:12345-0@lo:400:kworker.0 Request processed in 51us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359526.590374:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788359526.590385:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788359526.590408:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445472896 00000100:00100000:2.0:1788359526.590411:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445472896 00000100:00100000:2.0:1788359526.590435:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445473408 00000100:00100000:2.0:1788359526.590438:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445473408 00000100:00100000:3.0:1788359526.590442:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3645:1875230445474176:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590453:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788359526.590462:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c8124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445473152:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590468:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c80efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445472896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359526.590479:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445473664:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590528:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c80efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445472896:12345-0@lo:400:kworker.0 Request processed in 62us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359526.590535:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445472640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788359526.590536:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788359526.590555:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788359526.590562:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c80ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445473408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590588:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c80ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445473408:12345-0@lo:400:kworker.0 Request processed in 27us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359526.590593:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1788359526.590612:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788359526.590616:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788359526.590618:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788359526.590634:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445472896:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590643:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c8126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445473408:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590652:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445473920:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590661:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c8125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445473280:0@lo:400:kworker.0 00000100:00100000:2.0:1788359526.590668:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445473792:0@lo:400:kworker.0 00010000:00080000:2.0:1788359526.590680:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead2753100 x1875230445474304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359526.590691:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445474304:0@lo:400:kworker.0 00000100:00100000:0.0:1788359526.590757:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445473024:0@lo:400:kworker.0 00000100:00100000:0.0:1788359526.590767:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445473536:0@lo:400:kworker.0 00010000:00080000:0.0:1788359526.590776:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead2753b80 x1875230445474048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359526.590785:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445474048:0@lo:400:kworker.0 00000100:00100000:0.0:1788359526.592683:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474432 00000100:00100000:0.0:1788359526.592698:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474432 00000100:00100000:0.0:1788359526.592746:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359526.592757:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445474432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788359526.592786:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788359526.592889:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445474432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (3271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359526.592895:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359526.593097:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445474432:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788359527.292830:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359527.359011:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359066:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359107:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359161:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359191:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359210:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359226:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359243:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359280:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359527.359316:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247296 00000100:00100000:2.0:1788359527.359328:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247296 00000100:00100000:2.0:1788359527.359394:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247808 00000100:00100000:2.0:1788359527.359396:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247808 00000100:00100000:2.0:1788359527.359411:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247168 00000100:00100000:2.0:1788359527.359414:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247168 00000100:00100000:2.0:1788359527.359428:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247680 00000100:00100000:2.0:1788359527.359431:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247680 00000100:00100000:2.0:1788359527.359449:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 55 00000100:00100000:2.0:1788359527.359459:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247296:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359469:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247552 00000100:00100000:1.0:1788359527.359473:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247552 00000100:00100000:1.0:1788359527.359546:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248064 00000100:00100000:1.0:1788359527.359550:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248064 00000100:00100000:1.0:1788359527.359565:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247424 00000100:00100000:1.0:1788359527.359568:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247424 00000100:00100000:1.0:1788359527.359580:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247936 00000100:00100000:1.0:1788359527.359582:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247936 00000100:00100000:2.0:1788359527.359589:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 130us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359595:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 26 00000100:00100000:2.0:1788359527.359597:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 55 00000100:00100000:1.0:1788359527.359601:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247552:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359631:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 30us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359527.359632:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 56 00000100:00100000:1.0:1788359527.359638:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 26 00000100:00100000:2.0:1788359527.359639:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420247808:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359648:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:1.0:1788359527.359653:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420248064:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359674:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420248064:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 21us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359680:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:1.0:1788359527.359691:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:1.0:1788359527.359697:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247424:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359722:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+5:2403:x1875230420247424:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 25us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359727:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:1.0:1788359527.359747:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:1.0:1788359527.359753:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420247936:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359777:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420247936:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 25us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359782:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:1.0:1788359527.359816:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 57 00000100:00100000:1.0:1788359527.359823:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+13:2403:x1875230420247168:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359855:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+13:2403:x1875230420247168:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 32us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359861:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 57 00000100:00100000:1.0:1788359527.359879:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 58 00000100:00100000:1.0:1788359527.359885:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:baeaa55a-ca44-4479-b153-533092acc688+6:2403:x1875230420247680:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359527.359910:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:baeaa55a-ca44-4479-b153-533092acc688+6:2403:x1875230420247680:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.359916:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 58 00000100:00080000:1.0:1788359527.359956:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788359527.359962:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788359527.359971:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788359527.359974:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788359527.360979:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420247040 00000100:00100000:3.0:1788359527.360989:0:17182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420247040 00000100:00100000:3.0:1788359527.361043:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 163 00000100:00100000:3.0:1788359527.361052:0:17182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf250d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+13:2403:x1875230420247040:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:3.0:1788359527.361087:0:17182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf250d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+13:2403:x1875230420247040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 38us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359527.361094:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 163 00000100:00100000:2.0:1788359527.361453:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2403:x1875230420247808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 39us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359527.361465:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 56 00000100:00100000:3.0:1788359527.653794:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359527.653877:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248320 00000100:00100000:1.0:1788359527.653891:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248320 00000100:00100000:1.0:1788359527.653967:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:1.0:1788359527.653979:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:74da3620-4733-4f31-913b-e0b808f61386+13:16361:x1875230420248320:12345-192.168.202.52@tcp:35:umount.0 00000001:00080000:1.0:1788359527.654348:0:17192:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1788359527.654454:0:17192:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1788359527.654646:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:74da3620-4733-4f31-913b-e0b808f61386+16:16361:x1875230420248320:12345-192.168.202.52@tcp:35:umount.0 Request processed in 668us (873us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788359527.657882:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 13 00000020:00080000:1.0:1788359527.657898:0:17192:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788359527.660761:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.660823:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.660865:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.661586:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.661616:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248448 00000100:00100000:3.0:1788359527.661628:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248448 00000100:00100000:3.0:1788359527.661733:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:3.0:1788359527.661746:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c8126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+5:2401:x1875230420248448:12345-192.168.202.52@tcp:9:umount.0 00000020:00000080:3.0:1788359527.661794:0:18796:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf9f4 00000100:00080000:3.0:1788359527.661815:0:18796:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6989800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788359527.661897:0:18796:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788359527.662100:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c8126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:74da3620-4733-4f31-913b-e0b808f61386+2:2401:x1875230420248448:12345-192.168.202.52@tcp:9:umount.0 Request processed in 356us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359527.662109:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 30 00010000:00010000:3.0:1788359527.662133:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359527.665622:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.665722:0:18793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248960 00000100:00100000:3.0:1788359527.665735:0:18793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248960 00000100:00100000:3.0:1788359527.665810:0:18793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 31 00000100:00100000:3.0:1788359527.665823:0:18793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c8124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:74da3620-4733-4f31-913b-e0b808f61386+5:2401:x1875230420248960:12345-192.168.202.52@tcp:9:umount.0 00000020:00000080:3.0:1788359527.665878:0:18793:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf9ed 00000100:00080000:3.0:1788359527.665898:0:18793:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698b800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788359527.665934:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248576 00000100:00100000:1.0:1788359527.665942:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248576 00000001:00000004:3.0:1788359527.665955:0:18793:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788359527.665986:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248832 00000100:00100000:1.0:1788359527.665991:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248832 00000100:00100000:1.0:1788359527.666008:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420248704 00000100:00100000:1.0:1788359527.666011:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420248704 00000100:00100000:1.0:1788359527.666029:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 3 00000100:00100000:1.0:1788359527.666037:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+15:2402:x1875230420248576:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359527.666051:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359527.666077:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11b000/0x49dd053b5feaf9ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e723c expref: 15 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359527.666098:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359527.666159:0:18793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c8124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:74da3620-4733-4f31-913b-e0b808f61386+2:2401:x1875230420248960:12345-192.168.202.52@tcp:9:umount.0 Request processed in 338us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359527.666168:0:18793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 31 00010000:00010000:3.0:1788359527.666193:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359527.666205:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+14:2402:x1875230420248576:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 167us (5455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.666222:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 3 00000100:00100000:1.0:1788359527.666240:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:1.0:1788359527.666247:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c8125880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+13:2402:x1875230420248832:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359527.666322:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359527.666334:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11a200/0x49dd053b5feafb60 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7323 expref: 13 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359527.666345:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359527.666366:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c8125880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+12:2402:x1875230420248832:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 120us (5543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.666379:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:1.0:1788359527.666394:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5 00000100:00100000:1.0:1788359527.666400:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaff038850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+11:2402:x1875230420248704:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359527.666407:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359527.666415:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11ba00/0x49dd053b5feaf9d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e726d expref: 11 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359527.666424:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359527.666450:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaff038850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+10:2402:x1875230420248704:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 51us (5586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359527.666457:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5 00000100:00100000:3.0:1788359527.673263:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359527.673373:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420249856 00000100:00100000:1.0:1788359527.673386:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420249856 00000100:00100000:1.0:1788359527.673466:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 67 00000100:00100000:1.0:1788359527.673478:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c8125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+16:2401:x1875230420249856:12345-192.168.202.52@tcp:39:umount.0 00000020:00000080:1.0:1788359527.673564:0:17190:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf9df 00000020:00010000:1.0:1788359527.673595:0:17190:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0eaf95ce000: total 0 00000100:00080000:1.0:1788359527.673601:0:17190:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95ca800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788359527.673632:0:17190:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:3.0:1788359527.673947:0:19980:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0eaf95ce000: total 0 00010000:00010000:3.0:1788359527.674016:0:19980:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0eaf95ce000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788359527.674058:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0eb020dd300) 00010000:00010000:3.0:1788359527.674062:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788359527.674072:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c9600/0x49dd053b5feafcda lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7393 expref: 15 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674096:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0ead279ef00) 00010000:00010000:3.0:1788359527.674099:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359527.674104:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feafbd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e733f expref: 14 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674117:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0eb020dd000) 00010000:00010000:3.0:1788359527.674120:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359527.674125:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c9000/0x49dd053b5feafb98 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7331 expref: 13 pid: 18578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674173:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0eacd774e00) 00010000:00010000:3.0:1788359527.674177:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788359527.674182:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0ead07e2c00/0x49dd053b5feafd66 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73bd expref: 12 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674201:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0eb020dd300) 00010000:00010000:3.0:1788359527.674205:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788359527.674208:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8600/0x49dd053b5feafdba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73d9 expref: 11 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674220:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0eb020ddc00) 00010000:00010000:3.0:1788359527.674224:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359527.674227:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaec5c8e00/0x49dd053b5feafb7c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e732a expref: 10 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674247:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffffa0eacd774a00) 00010000:00010000:3.0:1788359527.674250:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788359527.674254:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac7181800/0x49dd053b5feafc5c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7369 expref: 9 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674276:0:19980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0eb020dd300) 00010000:00010000:3.0:1788359527.674279:0:19980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788359527.674282:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac7181400/0x49dd053b5feafd0b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73a8 expref: 8 pid: 20328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359527.674296:0:19980:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0eaf95ce000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788359527.674310:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359527.674318:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359527.674321:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359527.676981:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c8125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:74da3620-4733-4f31-913b-e0b808f61386+6:2401:x1875230420249856:12345-192.168.202.52@tcp:39:umount.0 Request processed in 379us (605us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788359527.677001:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 67 00000100:00100000:1.0:1788359527.689440:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359527.689588:0:18578:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420249984 00000100:00100000:3.0:1788359527.689603:0:18578:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420249984 00000100:00100000:3.0:1788359527.689682:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 68 00000100:00100000:3.0:1788359527.689692:0:18578:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:74da3620-4733-4f31-913b-e0b808f61386+5:2401:x1875230420249984:12345-192.168.202.52@tcp:39:umount.0 00000020:00000080:3.0:1788359527.689737:0:18578:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf9e6 00000100:00080000:3.0:1788359527.689760:0:18578:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6921000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788359527.689809:0:18578:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:2.0:1788359527.689834:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359527.690126:0:18578:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:74da3620-4733-4f31-913b-e0b808f61386+3:2401:x1875230420249984:12345-192.168.202.52@tcp:39:umount.0 Request processed in 435us (700us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1788359527.690135:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 68 00000100:00100000:0.0:1788359528.125853:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445474560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788359528.125957:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359528.126172:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474560 00000100:00100000:1.0:1788359528.126183:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474560 00000100:00100000:1.0:1788359528.126272:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788359528.126304:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445474560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788359528.126349:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788359528.126417:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445474560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359528.126425:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1788359528.126487:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788359528.128045:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445474560:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788359528.316836:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359528.636864:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445474688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359528.636980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359528.637075:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474688 00000100:00100000:0.0:1788359528.637086:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474688 00000100:00100000:0.0:1788359528.637158:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788359528.637169:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445474688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788359528.637215:0:17195:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788359528.637284:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445474688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359528.637292:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788359528.637331:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445474688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359528.747866:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359528.747924:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359528.747960:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359528.748053:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359528.748094:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250368 00000100:00100000:2.0:1788359528.748106:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250368 00000100:00100000:2.0:1788359528.748171:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 32 00000100:00100000:2.0:1788359528.748183:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2401:x1875230420250368:12345-192.168.202.52@tcp:9:umount.0 00000020:00000080:2.0:1788359528.748234:0:18695:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafafe 00000100:00080000:2.0:1788359528.748250:0:18695:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a7000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788359528.748289:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1788359528.748302:0:18695:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788359528.748307:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250240 00000100:00100000:3.0:1788359528.748313:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250240 00000100:00100000:3.0:1788359528.748352:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250112 00000100:00100000:3.0:1788359528.748356:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250112 00000100:00100000:3.0:1788359528.748373:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250496 00000100:00100000:3.0:1788359528.748376:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250496 00000100:00100000:3.0:1788359528.748401:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:3.0:1788359528.748410:0:17175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+12:2404:x1875230420250240:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359528.748425:0:17175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359528.748450:0:17175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11a000/0x49dd053b5feafae2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e72dd expref: 12 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359528.748473:0:17175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788359528.748566:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:baeaa55a-ca44-4479-b153-533092acc688+2:2401:x1875230420250368:12345-192.168.202.52@tcp:9:umount.0 Request processed in 368us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359528.748574:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 32 00000100:00100000:3.0:1788359528.748815:0:17175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+11:2404:x1875230420250240:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 406us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359528.748822:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:3.0:1788359528.748838:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:3.0:1788359528.748843:0:17175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+10:2404:x1875230420250112:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359528.748852:0:17175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359528.748863:0:17175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11a600/0x49dd053b5feafadb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e72ac expref: 10 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359528.748872:0:17175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359528.748889:0:17175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+9:2404:x1875230420250112:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 46us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359528.748897:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:1.0:1788359528.748916:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:1.0:1788359528.748930:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+8:2405:x1875230420250496:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359528.748941:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359528.748953:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11aa00/0x49dd053b5feafb59 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e731c expref: 8 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359528.748965:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359528.748991:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+7:2405:x1875230420250496:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 65us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359528.748998:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:0.0:1788359528.763050:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359528.763209:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250624 00000100:00100000:3.0:1788359528.763222:0:18696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250624 00000100:00100000:3.0:1788359528.763304:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 33 00000100:00100000:3.0:1788359528.763320:0:18696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:baeaa55a-ca44-4479-b153-533092acc688+5:2401:x1875230420250624:12345-192.168.202.52@tcp:9:umount.0 00000020:00000080:3.0:1788359528.763378:0:18696:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafb05 00000100:00080000:3.0:1788359528.763394:0:18696:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8ce800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788359528.763467:0:18696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788359528.763723:0:18696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:baeaa55a-ca44-4479-b153-533092acc688+2:2401:x1875230420250624:12345-192.168.202.52@tcp:9:umount.0 Request processed in 407us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359528.763734:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 33 00010000:00010000:2.0:1788359528.763817:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359528.770238:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359528.770394:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420250880 00000100:00100000:2.0:1788359528.770408:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420250880 00000100:00100000:2.0:1788359528.770617:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 69 00000100:00100000:2.0:1788359528.770633:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+6:2401:x1875230420250880:12345-192.168.202.52@tcp:39:umount.0 00000020:00000080:2.0:1788359528.770684:0:17189:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafaf0 00000020:00010000:2.0:1788359528.770694:0:17189:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0e9c6917800: total 0 00000100:00080000:2.0:1788359528.770700:0:17189:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6911800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788359528.770732:0:17189:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1788359528.770942:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:baeaa55a-ca44-4479-b153-533092acc688+5:2401:x1875230420250880:12345-192.168.202.52@tcp:39:umount.0 Request processed in 311us (716us total) trans 8589934628 rc 0/0 00000020:00010000:3.0:1788359528.771027:0:17177:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0e9c6917800: total 0 00010000:00010000:3.0:1788359528.771032:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359528.771095:0:17177:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0e9c6917800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788359528.771136:0:17177:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0ead279ef00) 00010000:00010000:3.0:1788359528.771147:0:17177:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359528.771157:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feafbe5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7346 expref: 5 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359528.771187:0:17177:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0e9c6917800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788359528.771199:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359528.771201:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359528.771203:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359528.771935:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 69 00000100:00100000:3.0:1788359528.782085:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359528.782357:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251008 00000100:00100000:1.0:1788359528.782373:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251008 00000100:00100000:1.0:1788359528.782466:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 70 00000100:00100000:1.0:1788359528.782479:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:baeaa55a-ca44-4479-b153-533092acc688+5:2401:x1875230420251008:12345-192.168.202.52@tcp:39:umount.0 00000020:00000080:1.0:1788359528.782577:0:17190:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafaf7 00000100:00080000:1.0:1788359528.782591:0:17190:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788359528.782620:0:17190:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:3.0:1788359528.782635:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359528.782825:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:baeaa55a-ca44-4479-b153-533092acc688+3:2401:x1875230420251008:12345-192.168.202.52@tcp:39:umount.0 Request processed in 349us (754us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1788359528.782834:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 70 00000100:00100000:3.0:1788359528.803551:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359528.803605:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251264 00000100:00100000:0.0:1788359528.803619:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251264 00000100:00100000:0.0:1788359528.803691:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 164 00000100:00100000:0.0:1788359528.803702:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf250ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+7:2401:x1875230420251264:12345-192.168.202.52@tcp:251:umount.0 00000020:00000080:0.0:1788359528.803772:0:17184:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf9bc 00000020:00010000:0.0:1788359528.803812:0:17184:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0eaf95cc000: total 0 00000100:00080000:0.0:1788359528.803818:0:17184:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95c8000 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1788359528.803845:0:17178:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0eaf95cc000: total 0 00010000:00010000:3.0:1788359528.803910:0:17178:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0eaf95cc000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788359528.803950:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11ac00/0x49dd053b5feaf9c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7235 expref: 3 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359528.803969:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf250ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e20f3f2-a4c2-4c6c-95b2-c4846e9720de+2:2401:x1875230420251264:12345-192.168.202.52@tcp:251:umount.0 Request processed in 266us (479us total) trans 0 rc 0/0 00010000:00010000:3.0:1788359528.803973:0:17178:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0eaf95cc000, canceled 1 locks, left on hash table 0. 00000100:00100000:0.0:1788359528.803981:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 164 00010000:00010000:3.0:1788359528.803987:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359528.803991:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359528.803994:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788359528.803996:0:17184:0:(genops.c:906:class_export_put()) final put ffffa0eaf95cc000/8e20f3f2-a4c2-4c6c-95b2-c4846e9720de 00000020:00000080:1.0:1788359528.804193:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf95cc000/8e20f3f2-a4c2-4c6c-95b2-c4846e9720de for MGS 00000020:00000080:1.0:1788359528.804256:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaf95c8000 for MGS 00010000:00010000:2.0:1788359529.342538:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788359529.661205:0:17948:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:2.0:1788359530.105975:0:20758:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1788359530.113616:0:20758:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788359530.113743:0:20758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.113759:0:20758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.113779:0:20758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.113807:0:20758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.113831:0:20758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788359530.113836:0:20758:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788359530.113859:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788359530.113863:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788359530.113868:0:20758:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788359530.113891:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8f800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1788359530.113966:0:17177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359530.113974:0:17177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.113982:0:17177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8c00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:1.0:1788359530.113986:0:17177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.113994:0:17177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788359530.114001:0:17177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359530.114007:0:17177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788359530.114009:0:17177:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788359530.114012:0:17177:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788359530.114037:0:17177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.114044:0:17177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788359530.114072:0:17177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.114079:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8c00/0x49dd053b5feaf651 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf658 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.114092:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.114094:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.114096:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359530.114118:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445474816:0@lo:39:umount.0 00000100:00100000:1.0:1788359530.114184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359530.114218:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445474944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788359530.114247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359530.114251:0:18578:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474816 00000100:00100000:1.0:1788359530.114257:0:18578:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474816 00000100:00100000:1.0:1788359530.114302:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788359530.114311:0:18578:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875230445474816:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788359530.114335:0:18578:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf682 00000100:00080000:1.0:1788359530.114342:0:18578:0:(import.c:65:import_set_state_nolock()) ffffa0e9c74cc000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788359530.114409:0:18578:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3641:x1875230445474816:12345-0@lo:39:umount.0 Request processed in 99us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359530.114417:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1788359530.114426:0:18578:0:(genops.c:906:class_export_put()) final put ffffa0eae4e41000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1788359530.114452:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788359530.114461:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae4e41000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00080000:3.0:1788359530.114509:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8f800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788359530.114518:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445474816:0@lo:39:umount.0 00000020:00000080:1.0:1788359530.114522:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c74cc000 for lustre-MDT0000 00000100:00080000:3.0:1788359530.114534:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788359530.114537:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788359530.114540:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1788359530.114551:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445474944 00000100:00100000:1.0:1788359530.114554:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445474944 00000100:00100000:1.0:1788359530.114582:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788359530.114588:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:caaeac2e-9afd-44da-91ff-e628fee28e20+24:3642:x1875230445474944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359530.114597:0:17174:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359530.114608:0:17174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac0031a00/0x49dd053b5feaf658 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf651 expref: 24 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.114620:0:17174:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359530.114647:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:caaeac2e-9afd-44da-91ff-e628fee28e20+23:3642:x1875230445474944:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359530.114653:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788359530.114680:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445474944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788359530.115415:0:20758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115423:0:20758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115427:0:20758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115431:0:20758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115450:0:20758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788359530.115456:0:20758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115463:0:20758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115469:0:20758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115475:0:20758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115476:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359530.115482:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115488:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac0031600 already unused, calling callback (ffffffffc1124c20) 00010000:00010000:3.0:1788359530.115513:0:20758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788359530.115520:0:20758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115525:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359530.115527:0:20758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115530:0:19980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115533:0:20758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115537:0:19980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7800 already unused, calling callback (ffffffffc1124c20) 00010000:00010000:3.0:1788359530.115541:0:20758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788359530.115541:0:19980:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115549:0:19980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115552:0:20758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:1.0:1788359530.115556:0:19980:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115557:0:20758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359530.115561:0:19980:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788359530.115564:0:19980:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788359530.115565:0:19980:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788359530.115568:0:20758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115574:0:20758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115579:0:20758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115585:0:19980:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359530.115589:0:20758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788359530.115591:0:19980:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:3.0:1788359530.115592:0:20758:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1788359530.115604:0:19980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115610:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7800/0x49dd053b5feaf9ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9b5 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788359530.115616:0:20758:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788359530.115620:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00010000:1.0:1788359530.115620:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000080:3.0:1788359530.115623:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00010000:00010000:1.0:1788359530.115623:0:19980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788359530.115627:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1788359530.115632:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0e9c14e4000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:1.0:1788359530.115637:0:19980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec11ae00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:1.0:1788359530.115640:0:19980:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115647:0:19980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788359530.115650:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0eaec380800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788359530.115654:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0eac4a8c800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00010000:1.0:1788359530.115654:0:19980:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788359530.115659:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0e9c745b000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:01000000:1.0:1788359530.115659:0:19980:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788359530.115662:0:19980:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788359530.115663:0:19980:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00080000:3.0:1788359530.115666:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa0e9c6917800 baeaa55a-ca44-4479-b153-533092acc688 192.168.202.52@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788359530.115672:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa0eaf95ce000 74da3620-4733-4f31-913b-e0b808f61386 192.168.202.52@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00010000:00010000:1.0:1788359530.115675:0:19980:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788359530.115676:0:20758:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffffa0eafef799c0) has exports, disconnecting them 00000020:00080000:3.0:1788359530.115680:0:20758:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0e9c14e4000), last request at 1788359526 00010000:00010000:1.0:1788359530.115680:0:19980:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:3.0:1788359530.115685:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf97d 00000100:00080000:3.0:1788359530.115697:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0e9c14e6800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788359530.115737:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c14e4000): rc 0 00000020:00000080:3.0:1788359530.115740:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0e9c14e4000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:1.0:1788359530.115779:0:19980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115786:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec11ae00/0x49dd053b5feafb4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb52 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115797:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359530.115800:0:19980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115806:0:19980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac0030400 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:1.0:1788359530.115809:0:19980:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115821:0:19980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788359530.115828:0:19980:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359530.115832:0:19980:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788359530.115834:0:19980:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788359530.115836:0:19980:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788359530.115849:0:19980:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115855:0:19980:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788359530.115861:0:19980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115867:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0030400/0x49dd053b5feaf594 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf59b expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359530.115876:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.115878:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.115880:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1788359530.115911:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115920:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359530.115925:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359530.115930:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788359530.115932:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1788359530.115934:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1788359530.115948:0:17178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115953:0:17178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788359530.115958:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115965:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0031600/0x49dd053b5feaf5a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf5a9 expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.115985:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359530.115986:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359530.115988:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359530.116001:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:caaeac2e-9afd-44da-91ff-e628fee28e20:3645:1875230445475328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359530.116071:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788359530.116076:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:caaeac2e-9afd-44da-91ff-e628fee28e20:3645:1875230445475200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359530.116119:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475328 00000100:00100000:2.0:1788359530.116124:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475328 00000100:00100000:2.0:1788359530.116152:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475200 00000100:00100000:2.0:1788359530.116155:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475200 00000100:00100000:2.0:1788359530.116170:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788359530.116177:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:caaeac2e-9afd-44da-91ff-e628fee28e20+24:3645:x1875230445475328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359530.116187:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359530.116197:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac91c8200/0x49dd053b5feaf59b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf594 expref: 24 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.116207:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:3.0:1788359530.116221:0:20758:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0eaec380800), last request at 1788359526 00000020:00000080:3.0:1788359530.116226:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf81f 00000100:00080000:3.0:1788359530.116231:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eaec386800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788359530.116235:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:caaeac2e-9afd-44da-91ff-e628fee28e20+23:3645:x1875230445475328:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (195us total) trans 0 rc 0/0 00000020:00080000:3.0:1788359530.116240:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eaec380800): rc 0 00000020:00000080:3.0:1788359530.116242:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaec380800/lustre-MDT0000-lwp-OST0000_UUID 00000100:00100000:2.0:1788359530.116242:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00080000:3.0:1788359530.116246:0:20758:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0eac4a8c800), last request at 1788359487 00000020:00000080:3.0:1788359530.116249:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf770 00000100:00080000:3.0:1788359530.116251:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eac4a89800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788359530.116255:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788359530.116261:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:caaeac2e-9afd-44da-91ff-e628fee28e20+22:3645:x1875230445475200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359530.116269:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359530.116277:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad7c00/0x49dd053b5feafb52 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feafb4b expref: 22 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.116291:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788359530.116313:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:caaeac2e-9afd-44da-91ff-e628fee28e20+21:3645:x1875230445475200:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359530.116320:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:3.0:1788359530.116321:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eac4a8c800): rc 0 00000020:00000080:3.0:1788359530.116323:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eac4a8c800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788359530.116328:0:20758:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0e9c745b000), last request at 1788359487 00000020:00000080:3.0:1788359530.116331:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf707 00000100:00080000:3.0:1788359530.116335:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6354800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788359530.116341:0:20758:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:2.0:1788359530.116345:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:caaeac2e-9afd-44da-91ff-e628fee28e20:3645:1875230445475200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116351:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:caaeac2e-9afd-44da-91ff-e628fee28e20:3645:1875230445475328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116366:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:caaeac2e-9afd-44da-91ff-e628fee28e20:3643:1875230445475072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116389:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359530.116402:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788359530.116407:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:caaeac2e-9afd-44da-91ff-e628fee28e20:3643:1875230445475456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116425:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1788359530.116516:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c745b000): rc 0 00000004:00000080:3.0:1788359530.116522:0:20758:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb78b482ffae0 00000100:00080000:3.0:1788359530.116550:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788359530.116553:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:2.0:1788359530.116600:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475072 00000100:00100000:2.0:1788359530.116605:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475072 00000100:00100000:2.0:1788359530.116621:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475456 00000100:00100000:2.0:1788359530.116623:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475456 00000100:00100000:2.0:1788359530.116633:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788359530.116639:0:17175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaff03a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:caaeac2e-9afd-44da-91ff-e628fee28e20+22:3643:x1875230445475072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359530.116646:0:17175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359530.116654:0:17175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac7181c00/0x49dd053b5feaf9b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf9ae expref: 22 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.116667:0:17175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788359530.116707:0:17175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaff03a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:caaeac2e-9afd-44da-91ff-e628fee28e20+21:3643:x1875230445475072:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359530.116713:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788359530.116758:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788359530.116776:0:17175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:caaeac2e-9afd-44da-91ff-e628fee28e20+20:3643:x1875230445475456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359530.116784:0:17175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359530.116792:0:17175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad6400/0x49dd053b5feaf5a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf5a2 expref: 20 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359530.116801:0:17175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788359530.116824:0:17175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:caaeac2e-9afd-44da-91ff-e628fee28e20+19:3643:x1875230445475456:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359530.116830:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788359530.116852:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:caaeac2e-9afd-44da-91ff-e628fee28e20:3643:1875230445475456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359530.116859:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:caaeac2e-9afd-44da-91ff-e628fee28e20:3643:1875230445475072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359530.117004:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.117272:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788359530.117281:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c14e4000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788359530.117320:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaec380800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788359530.117339:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac4a8c800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788359530.117360:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c14e6800 for lustre-MDT0000 00000020:00000080:1.0:1788359530.117364:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaec386800 for lustre-MDT0000 00000020:00000080:1.0:1788359530.117367:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eac4a89800 for lustre-MDT0000 00010000:00010000:1.0:1788359530.117381:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359530.117389:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788359530.118105:0:17169:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of baeaa55a-ca44-4479-b153-533092acc688 00000001:00080000:1.0:1788359530.118126:0:17169:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1788359530.118131:0:17169:0:(genops.c:906:class_export_put()) final put ffffa0e9c6917800/baeaa55a-ca44-4479-b153-533092acc688 00000001:00100000:1.0:1788359530.118146:0:17169:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 74da3620-4733-4f31-913b-e0b808f61386 00000001:00080000:1.0:1788359530.118152:0:17169:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788359530.118157:0:17169:0:(genops.c:906:class_export_put()) final put ffffa0eaf95ce000/74da3620-4733-4f31-913b-e0b808f61386 00000020:00080000:1.0:1788359530.118162:0:17169:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1788359530.118180:0:17229:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1788359530.118189:0:17229:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00000080:2.0:1788359530.118223:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6917800/baeaa55a-ca44-4479-b153-533092acc688 for lustre-MDT0000 00000020:00000080:2.0:1788359530.118360:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf95ce000/74da3620-4733-4f31-913b-e0b808f61386 for lustre-MDT0000 00000020:00000080:2.0:1788359530.118456:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6911800 for lustre-MDT0000 00000020:00000080:2.0:1788359530.118462:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaf95ca800 for lustre-MDT0000 00000100:00080000:3.0:1788359530.119006:0:20758:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788359530.119026:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eae4c86800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788359530.119074:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475584:0@lo:39:umount.0 00000100:00100000:1.0:1788359530.119132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359530.119231:0:17929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475584 00000100:00100000:2.0:1788359530.119239:0:17929:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475584 00000100:00100000:2.0:1788359530.119295:0:17929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788359530.119304:0:17929:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875230445475584:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788359530.119327:0:17929:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf79a 00000100:00080000:3.0:1788359530.119331:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00080000:2.0:1788359530.119334:0:17929:0:(import.c:65:import_set_state_nolock()) ffffa0eac683a800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788359530.119335:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788359530.119344:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000001:00000004:2.0:1788359530.119358:0:17929:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:3.0:1788359530.119401:0:20758:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1788359530.119471:0:17929:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3641:x1875230445475584:12345-0@lo:39:umount.0 Request processed in 168us (339us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1788359530.119520:0:17929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:3.0:1788359530.119588:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eb006a7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788359530.119596:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788359530.119604:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788359530.119617:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359530.119671:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475712:0@lo:9:umount.0 00000100:00100000:0.0:1788359530.119726:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:0:1875230445475840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788359530.119778:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788359530.119811:0:20758:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788359530.119817:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae4c86800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788359530.119821:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0eb0068a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788359530.119821:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475584:0@lo:39:umount.0 00000100:00100000:1.0:1788359530.119831:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475968:0@lo:9:umount.0 00000100:00100000:1.0:1788359530.119850:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1788359530.119860:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffffa0eafef799c0) has no exports 00000100:00100000:1.0:1788359530.119877:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475712 00000100:00100000:1.0:1788359530.119880:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475712 00000100:00100000:0.0:1788359530.119901:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445475968 00000100:00100000:0.0:1788359530.119905:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445475968 00000100:00100000:1.0:1788359530.119922:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788359530.119928:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875230445475712:12345-0@lo:9:umount.0 00000100:00100000:0.0:1788359530.119928:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788359530.119934:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875230445475968:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788359530.119942:0:18695:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf865 00000020:00000080:0.0:1788359530.119943:0:18697:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafa09 00000100:00080000:1.0:1788359530.119947:0:18695:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6923800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1788359530.119948:0:18697:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6913800 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1788359530.119976:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788359530.119980:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:1.0:1788359530.120016:0:18695:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:0.0:1788359530.120041:0:18697:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1788359530.120125:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359530.120161:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3641:x1875230445475712:12345-0@lo:9:umount.0 Request processed in 232us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359530.120168:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:1.0:1788359530.120186:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359530.120235:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3641:x1875230445475968:12345-0@lo:9:umount.0 Request processed in 300us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359530.120241:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1788359530.120286:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eb0068a800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:1.0:1788359530.120287:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788359530.120329:0:3641:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788359530.120388:0:3641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788359530.120391:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475968:0@lo:9:umount.0 00000100:00080000:3.0:1788359530.120412:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eb006a7000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788359530.120423:0:3641:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788359530.120424:0:3641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788359530.120427:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445475712:0@lo:9:umount.0 00000020:00080000:3.0:1788359530.127826:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffffa0eafef799c0) has no exports 00000020:00000080:3.0:1788359530.186056:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5ef 00000020:00000080:3.0:1788359530.186072:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb006a2800/lustre-QMT0000_UUID 00000020:01000000:3.0:1788359530.186095:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788359530.186573:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a2800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788359530.186597:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359530.186606:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788359530.186610:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffffa0e9c561b380) has no exports 00000020:00000080:2.0:1788359530.190121:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5e8 00000020:00000080:2.0:1788359530.190135:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb0068d800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788359530.193410:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb0068d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788359530.193556:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359530.193566:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788359530.193571:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaff1f2800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788359530.193573:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff1f2800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788359530.193578:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1788359530.364739:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359531.388661:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359531.708802:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445476224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788359531.708805:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445476096:0@lo:400:kworker.0 00000100:00100000:0.0:1788359531.708887:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359531.708904:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359531.709045:0:20473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476224 00000100:00100000:0.0:1788359531.709053:0:20473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476224 00000100:00100000:0.0:1788359531.709103:0:20473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788359531.709111:0:20473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445476224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788359531.709151:0:20473:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788359531.709205:0:17183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476096 00000100:00100000:1.0:1788359531.709209:0:17183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476096 00000100:00100000:1.0:1788359531.709237:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1788359531.709243:0:17183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf250c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:caaeac2e-9afd-44da-91ff-e628fee28e20+19:3644:x1875230445476096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.709279:0:17183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf250c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:caaeac2e-9afd-44da-91ff-e628fee28e20+19:3644:x1875230445476096:12345-0@lo:400:kworker.0 Request processed in 36us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359531.709286:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1788359531.709329:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445476096:0@lo:400:kworker.0 00000100:00080000:1.0:1788359531.709355:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788359531.709557:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445476352:0@lo:400:kworker.0 00000100:00100000:2.0:1788359531.709580:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445476480:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.709591:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359531.709620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.709626:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3642:1875230445476864:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.709653:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.709696:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476352 00000100:00100000:1.0:1788359531.709701:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476352 00000100:00100000:1.0:1788359531.709722:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788359531.709727:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875230445476352:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788359531.709732:0:17195:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788359531.709770:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3643:1875230445476992:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.709777:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875230445476352:12345-0@lo:400:kworker.0 Request processed in 46us (184us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788359531.709805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.709805:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788359531.709830:0:18793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476480 00000100:00100000:1.0:1788359531.709834:0:18793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476480 00000100:00100000:2.0:1788359531.709846:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476864 00000100:00100000:2.0:1788359531.709851:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476864 00000100:00100000:1.0:1788359531.709873:0:18793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788359531.709880:0:18793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445476480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.709914:0:18793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445476480:12345-0@lo:400:kworker.0 Request processed in 35us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359531.709920:0:18793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1788359531.709933:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788359531.709936:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788359531.709943:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445476608:0@lo:400:kworker.0 00000100:00100000:2.0:1788359531.709989:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476992 00000100:00100000:2.0:1788359531.709997:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476992 00000100:00100000:2.0:1788359531.710023:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788359531.710031:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875230445476864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359531.710061:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875230445476864:12345-0@lo:400:kworker.0 Request processed in 32us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359531.710067:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788359531.710077:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788359531.710087:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875230445476992:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788359531.710093:0:17189:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788359531.710110:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359531.710132:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875230445476992:12345-0@lo:400:kworker.0 Request processed in 43us (332us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788359531.710136:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788359531.710143:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476608 00000100:00100000:2.0:1788359531.710145:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476608 00000100:00100000:2.0:1788359531.710152:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788359531.710155:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1875230445476608:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788359531.710157:0:17189:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788359531.710170:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1875230445476608:12345-0@lo:400:kworker.0 Request processed in 14us (63us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788359531.710174:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788359531.710198:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445476480:0@lo:400:kworker.0 00000100:00080000:2.0:1788359531.710204:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788359531.710207:0:3643:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788359531.710210:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788359531.710791:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788359531.710795:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788359531.710799:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788359531.710804:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359531.710808:0:3644:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 519 00000100:00080000:1.0:1788359531.710813:0:3644:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0eac5e98800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359531.710838:0:3644:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffb86a00 x1875230445477248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359531.710858:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445476608:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.710866:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445477120:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.710908:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.710934:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359531.710949:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445476736:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.711472:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.711526:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477120 00000100:00100000:1.0:1788359531.711532:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477120 00000100:00100000:1.0:1788359531.711571:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445476736 00000100:00100000:1.0:1788359531.711574:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445476736 00000100:00100000:1.0:1788359531.711589:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788359531.711597:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875230445477120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.711641:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875230445477120:12345-0@lo:400:kworker.0 Request processed in 45us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359531.711648:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788359531.711662:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788359531.711666:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1875230445476736:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788359531.711671:0:17190:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788359531.711824:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1875230445476736:12345-0@lo:400:kworker.0 Request processed in 156us (352us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788359531.711832:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1788359531.711855:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788359531.711885:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eac12af800 x1875230445476864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359531.711897:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3642:1875230445476864:0@lo:400:kworker.0 00000100:00080000:1.0:1788359531.711908:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788359531.711911:0:3642:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788359531.711915:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788359531.711919:0:3642:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359531.711923:0:3642:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 519 00000100:00080000:1.0:1788359531.711937:0:3642:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0e9c6315000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359531.711966:0:3642:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffb84000 x1875230445477376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359531.711980:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445476352:0@lo:400:kworker.0 00000100:00080000:1.0:1788359531.712008:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788359531.712011:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788359531.712014:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788359531.712017:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359531.712020:0:3644:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 528 00000100:00080000:1.0:1788359531.712024:0:3644:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0e9c6920000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359531.712037:0:3644:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffb87100 x1875230445477504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359531.712047:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445476736:0@lo:400:kworker.0 00010000:00080000:1.0:1788359531.712059:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eac12af100 x1875230445477120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359531.712067:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445477120:0@lo:400:kworker.0 00000100:00100000:1.0:1788359531.712108:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445477248:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788359531.712144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.712161:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445477376:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788359531.712180:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.712193:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445477504:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788359531.712209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.712242:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477248 00000100:00100000:1.0:1788359531.712246:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477248 00000100:00100000:1.0:1788359531.712261:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477504 00000100:00100000:1.0:1788359531.712264:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477504 00000100:00100000:1.0:1788359531.712274:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788359531.712279:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445477248:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1788359531.712292:0:17191:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788359531.714471:0:20473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445476224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5352us (5558us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359531.714484:0:20473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788359531.714574:0:20328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788359531.714582:0:20328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3641:x1875230445477504:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788359531.714597:0:20328:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788359531.714660:0:20328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3641:x1875230445477504:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 77us (2448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359531.714666:0:20328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1788359531.714796:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359531.714801:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359531.714805:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445477504:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788359531.714854:0:17929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477376 00000100:00100000:0.0:1788359531.714861:0:17929:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477376 00000100:00100000:0.0:1788359531.714886:0:17929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788359531.714890:0:17929:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3641:x1875230445477376:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788359531.714897:0:17929:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788359531.714931:0:17929:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3641:x1875230445477376:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 39us (2749us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359531.714937:0:17929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1788359531.715030:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359531.715034:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359531.715038:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445477376:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788359531.717947:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445476224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788359531.726337:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445477248:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 14050us (14186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788359531.726351:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1788359531.726393:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359531.726400:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359531.726405:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445477248:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1788359531.731522:0:3643:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788359531.731534:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 537 00000100:00080000:2.0:1788359531.731544:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0e9c698a800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359531.731599:0:3643:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eac12ad500 x1875230445477632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359531.731625:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3643:1875230445476992:0@lo:400:kworker.0 00000100:00100000:0.0:1788359531.731672:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445477632:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788359531.731815:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359531.731938:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477632 00000100:00100000:1.0:1788359531.731946:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477632 00000100:00100000:1.0:1788359531.731999:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788359531.732006:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445477632:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788359531.732029:0:17189:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788359531.732086:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445477632:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 78us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788359531.732093:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788359531.732127:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359531.732131:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788359531.732140:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445477632:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:1.0:1788359532.413666:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788359532.735181:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788359532.735193:0:18692:0:(genops.c:906:class_export_put()) final put ffffa0e9c6926800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788359532.735223:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of baeaa55a-ca44-4479-b153-533092acc688 00000020:00000080:3.0:1788359532.735225:0:18692:0:(genops.c:906:class_export_put()) final put ffffa0eafd8cb000/baeaa55a-ca44-4479-b153-533092acc688 00000001:00100000:3.0:1788359532.735235:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 74da3620-4733-4f31-913b-e0b808f61386 00000020:00000080:3.0:1788359532.735238:0:18692:0:(genops.c:906:class_export_put()) final put ffffa0e9c698e800/74da3620-4733-4f31-913b-e0b808f61386 00000020:00000080:2.0:1788359532.735264:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6926800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788359532.735330:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eafd8cb000/baeaa55a-ca44-4479-b153-533092acc688 for lustre-OST0000 00000020:00000080:2.0:1788359532.735348:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c698e800/74da3620-4733-4f31-913b-e0b808f61386 for lustre-OST0000 00000020:00000080:2.0:1788359532.735364:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6923800 for lustre-OST0000 00000020:00000080:2.0:1788359532.735370:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eafd8ce800 for lustre-OST0000 00000001:00100000:1.0:1788359532.735443:0:19510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788359532.735449:0:19510:0:(genops.c:906:class_export_put()) final put ffffa0e9c6916000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788359532.735479:0:19510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of baeaa55a-ca44-4479-b153-533092acc688 00000020:00000080:1.0:1788359532.735483:0:19510:0:(genops.c:906:class_export_put()) final put ffffa0eafd8a0800/baeaa55a-ca44-4479-b153-533092acc688 00000001:00100000:1.0:1788359532.735490:0:19510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 74da3620-4733-4f31-913b-e0b808f61386 00000020:00000080:1.0:1788359532.735526:0:19510:0:(genops.c:906:class_export_put()) final put ffffa0e9c698e000/74da3620-4733-4f31-913b-e0b808f61386 00000020:00000080:2.0:1788359532.735799:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c698b800 for lustre-OST0000 00000020:00000080:2.0:1788359532.735809:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6916000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788359532.735839:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eafd8a0800/baeaa55a-ca44-4479-b153-533092acc688 for lustre-OST0001 00000020:00000080:2.0:1788359532.735858:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c698e000/74da3620-4733-4f31-913b-e0b808f61386 for lustre-OST0001 00000020:00000080:2.0:1788359532.735876:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6913800 for lustre-OST0001 00000020:00000080:2.0:1788359532.735883:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eafd8a7000 for lustre-OST0001 00000020:00000080:2.0:1788359532.735888:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6989800 for lustre-OST0001 00000001:00100000:1.0:1788359532.735964:0:17921:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788359532.735976:0:17921:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1788359532.735980:0:17921:0:(genops.c:906:class_export_put()) final put ffffa0eaec115000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788359532.735996:0:17921:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of baeaa55a-ca44-4479-b153-533092acc688 00000001:00080000:1.0:1788359532.736011:0:17921:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1788359532.736014:0:17921:0:(genops.c:906:class_export_put()) final put ffffa0e9c698c000/baeaa55a-ca44-4479-b153-533092acc688 00000001:00100000:1.0:1788359532.736021:0:17921:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 74da3620-4733-4f31-913b-e0b808f61386 00000001:00080000:1.0:1788359532.736027:0:17921:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1788359532.736028:0:17921:0:(genops.c:906:class_export_put()) final put ffffa0e9c6926000/74da3620-4733-4f31-913b-e0b808f61386 00000020:00000080:2.0:1788359532.736031:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaec115000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788359532.736207:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c698c000/baeaa55a-ca44-4479-b153-533092acc688 for lustre-MDT0001 00000020:00000080:2.0:1788359532.736248:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6926000/74da3620-4733-4f31-913b-e0b808f61386 for lustre-MDT0001 00000020:00000080:2.0:1788359532.736288:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eac683a800 for lustre-MDT0001 00000020:00000080:2.0:1788359532.736292:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c698c800 for lustre-MDT0001 00000020:00000080:2.0:1788359532.736295:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6921000 for lustre-MDT0001 00000100:00100000:1.0:1788359533.244856:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359533.244885:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445477760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788359533.244977:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359533.245048:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445477760 00000100:00100000:0.0:1788359533.245057:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445477760 00000100:00100000:0.0:1788359533.245194:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788359533.245202:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445477760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788359533.245235:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359533.245293:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445477760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359533.245301:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788359533.245389:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445477760:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788359533.245536:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788359533.439932:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359534.464983:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359535.484819:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788359535.807313:0:17169:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788359535.807322:0:17169:0:(genops.c:906:class_export_put()) final put ffffa0e9c745b000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788359535.807408:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c745b000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1788359535.807682:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6354800 for lustre-MDT0000 00000020:01000000:2.0:1788359536.252648:0:20758:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eac52a2ba0 - data ffffa0eae5282d80/ffffa0eaec2bd000 00000020:01000000:2.0:1788359536.252822:0:20758:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eaff221480 - data ffffa0eae5344288/ffffa0eaf6659800 00000001:00000004:2.0:1788359536.263778:0:20758:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1788359536.294943:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788359536.294953:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788359536.294967:0:20758:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffffa0ead2753100 x1875230445475584/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788359540 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359536.294991:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788359536.296201:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788359536.296206:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1788359536.296257:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359536.296260:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788359536.296478:0:17213:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788359536.296483:0:17213:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1788359536.296516:0:17213:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788359536.297025:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788359536.297029:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1788359536.297043:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359536.297046:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788359536.297265:0:17215:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788359536.297270:0:17215:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1788359536.297279:0:17215:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788359536.298337:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5b7 00000020:00000080:1.0:1788359536.298397:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaff04b800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788359536.298550:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff04b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788359536.299887:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5cc 00000020:00000080:1.0:1788359536.299896:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaffadc800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788359536.299941:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788359536.299945:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359536.299951:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788359536.299954:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffffa0eafef7b380) has no exports 00000004:01000000:1.0:1788359536.300100:0:20758:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788359536.300108:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf62e 00000020:00000080:1.0:1788359536.300112:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb006a1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788359536.300149:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffadc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788359536.300214:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788359536.300217:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359536.300221:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359536.300223:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffffa0e9c561cd40) has no exports 00000020:00000080:1.0:1788359536.300228:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf627 00000020:00000080:1.0:1788359536.300230:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb0068b000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788359536.300243:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:1.0:1788359536.300845:0:20758:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788359536.300849:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788359536.300853:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1788359536.300859:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359536.300861:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359536.300899:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb0068b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788359536.300956:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359536.300961:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788359536.300966:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf619 00000020:00000080:1.0:1788359536.300969:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb006a3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788359536.300986:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eb0068a800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1788359536.300990:0:37:0:(genops.c:906:class_export_put()) final put ffffa0eb006a0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788359536.300991:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a0800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1788359536.300995:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788359536.301106:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788359536.301111:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359536.301115:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359536.301121:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffffa0e9c5618000) has no exports 00000020:00000080:1.0:1788359536.301126:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf612 00000020:00000080:1.0:1788359536.301129:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb006a1000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788359536.301172:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:1.0:1788359536.301763:0:20758:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788359536.301767:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788359536.301770:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788359536.301774:0:20758:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359536.301787:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359536.301825:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788359536.301905:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359536.301912:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1788359536.301927:0:20758:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788359536.301933:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf604 00000020:00000080:1.0:1788359536.301938:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eb006a4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788359536.301956:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eb006a7000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788359536.301960:0:37:0:(genops.c:906:class_export_put()) final put ffffa0eb006a0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788359536.301962:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1788359536.301966:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788359536.302068:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1788359536.302082:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359536.302090:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359536.302092:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffffa0eaffa40000) has no exports 00000020:00000080:1.0:1788359536.302097:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5fd 00000020:00000080:1.0:1788359536.302100:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eae4c80800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788359536.302135:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eb006a4000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788359536.302750:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae4c80800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788359536.304574:0:20758:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1788359536.304580:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788359536.304584:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788359536.304590:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359536.304618:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eae4c86800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788359536.304640:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359536.304648:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359536.304657:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eae4c85800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788359536.304660:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae4c85800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788359536.304674:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359536.304775:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359536.304782:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359536.304785:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaff049000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788359536.304790:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff049000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788359536.304796:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359536.304850:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5d3 00000020:00000080:3.0:1788359536.304856:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaffad8000/lustre-MDD0000_UUID 00000020:01000000:3.0:1788359536.304864:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788359536.304867:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788359536.304872:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788359536.304875:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffffa0eafef7cd40) has no exports 00000020:00000080:2.0:1788359536.304880:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffad8000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788359536.304893:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359536.304896:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788359536.304903:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaff04b000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788359536.304908:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff04b000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788359536.304911:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1788359536.304937:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf5da 00000020:00000080:3.0:1788359536.304942:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaffadf800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788359536.304959:0:20758:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0ead20a0000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788359536.304963:0:20758:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0ead20a0000 3 00000020:01000004:3.0:1788359536.304966:0:20758:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0ead20a0000 from lustre-MDT0000 00000020:00000080:2.0:1788359536.304969:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffadf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788359536.304993:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359536.305007:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788359536.305010:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaff04f000/lustre-MDT0000_UUID 00000020:00000080:3.0:1788359536.305012:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff04f000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788359536.305018:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788359536.305049:0:20758:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1788359536.305052:0:20758:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788359536.305055:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788359536.305057:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788359536.305060:0:20758:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788359536.305066:0:20758:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffffa0ead27c9800 caaeac2e-9afd-44da-91ff-e628fee28e20 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788359536.305070:0:20758:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffffa0eafef78000) has exports, disconnecting them 00000020:00080000:3.0:1788359536.305073:0:20758:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffffa0ead27c9800), last request at 1788359479 00000020:00000080:3.0:1788359536.305085:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf57f 00000020:00010000:3.0:1788359536.305091:0:20758:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0ead27c9800: total 0 00000100:00080000:3.0:1788359536.305094:0:20758:0:(import.c:65:import_set_state_nolock()) ffffa0ead27cf800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788359536.305115:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0ead27c9800): rc 0 00000020:00080000:3.0:1788359536.305119:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffffa0eafef78000) has no exports 00000100:00100000:3.0:1788359536.305182:0:17182:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffffa0e9c7120600:17182] 0 exiting: rc = 1 00000020:00010000:2.0:1788359536.305277:0:19981:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0ead27c9800: total 0 00010000:00010000:2.0:1788359536.305306:0:19981:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0ead27c9800, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1788359536.305332:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad7200/0x49dd053b5feaf6ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf6b3 expref: 14 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359536.305398:0:17183:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffffa0e9c803b600:17183] 1 exiting: rc = 0 00000100:00100000:3.0:1788359536.305440:0:17184:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffffa0e9c7120c00:17184] 2 exiting: rc = 0 00000100:00100000:3.0:1788359536.305484:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305489:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305511:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305516:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305520:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305523:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305528:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305531:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305535:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305538:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305542:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305546:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305555:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305558:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305562:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305565:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305569:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305573:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305576:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305580:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305584:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305587:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305589:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305592:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305595:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305599:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305602:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305606:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305609:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305612:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305616:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305619:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305622:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305625:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305628:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305631:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305634:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305637:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305640:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305644:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305647:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305651:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305654:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305657:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305661:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305665:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305668:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305675:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305679:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305682:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305686:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305689:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305693:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305696:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305699:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305713:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305719:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305724:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305733:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305738:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305743:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305749:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305754:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359536.305759:0:20758:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1788359536.305849:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac91c9400/0x49dd053b5feaf968 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf961 expref: 13 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305860:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11b200/0x49dd053b5feaf9a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf9a0 expref: 12 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305873:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad7a00/0x49dd053b5feafb44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feafb3d expref: 11 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305887:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feaf93e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf937 expref: 10 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305906:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75ea000/0x49dd053b5feaf7e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf7d9 expref: 9 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305916:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad6c00/0x49dd053b5feaf58d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf586 expref: 8 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305930:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11b600/0x49dd053b5feafb28 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feafb21 expref: 7 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305940:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feaf69e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf697 expref: 6 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305949:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75ea200/0x49dd053b5feaf80a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf803 expref: 5 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305957:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec11b800/0x49dd053b5feafb36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feafb2f expref: 4 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305973:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad6e00/0x49dd053b5feaf75b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf754 expref: 3 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.305990:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad6600/0x49dd053b5feaf6ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x49dd053b5feaf6a5 expref: 2 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359536.306001:0:19981:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0ead27c9800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1788359536.306019:0:19981:0:(genops.c:906:class_export_put()) final put ffffa0ead27c9800/caaeac2e-9afd-44da-91ff-e628fee28e20 00010000:00010000:2.0:1788359536.306030:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359536.306033:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359536.306036:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788359536.306042:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0ead27c9800/caaeac2e-9afd-44da-91ff-e628fee28e20 for MGS 00000020:00000080:2.0:1788359536.306066:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0ead27cf800 for MGS 00000020:01000000:3.0:1788359536.307126:0:20758:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eac52a24e0 - data ffffa0eae5074948/ffffa0eaec2bc000 00000020:01000000:3.0:1788359536.307247:0:20758:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eac710e2a0 - data ffffa0eae5060d80/ffffa0eac52ff000 00000020:00000080:3.0:1788359536.308040:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf563 00000020:00000080:3.0:1788359536.308047:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0e9c806f000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788359536.308089:0:20758:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0ead20a0000 from MGS, refs=2 00000020:01000004:3.0:1788359536.308093:0:20758:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0ead20a0000 2 00000020:01000004:3.0:1788359536.308096:0:20758:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0ead20a0000 from MGS 00000020:00000080:3.0:1788359536.308121:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359536.308127:0:20758:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788359536.308129:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0e9c806e800/MGS 00000020:00000080:3.0:1788359536.308131:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c806e800/MGS for MGS 00000020:01000000:3.0:1788359536.308137:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788359536.308195:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788359536.308199:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788359536.308204:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788359536.308210:0:20758:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffffa0eaffa8f000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788359536.308215:0:20758:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffffa0eac6858000) has exports, disconnecting them 00000020:00080000:3.0:1788359536.308226:0:20758:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffffa0eaffa8f000), last request at 1788359479 00000020:00000080:3.0:1788359536.308231:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf666 00000020:00080000:3.0:1788359536.308240:0:20758:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eaffa8f000): rc 0 00000020:00000080:3.0:1788359536.308244:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaffa8f000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788359536.308273:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c806f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788359536.309021:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffa8f000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788359536.311551:0:20758:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788359536.311582:0:20758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788359536.311590:0:20758:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788359536.311597:0:20758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359536.311632:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaffa8f800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788359536.311764:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359536.311776:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1788359536.311780:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0eaffa89000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788359536.311784:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffa89000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1788359536.311790:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788359536.311872:0:20758:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0ead20a0000 1 00000020:00000080:2.0:1788359536.311879:0:20758:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf555 00000020:00000080:2.0:1788359536.311884:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0e9c806c000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788359536.311905:0:20758:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788359536.311913:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c806c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788359536.311924:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359536.311928:0:20758:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788359536.311935:0:20758:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffffa0e9c56199c0) has no exports 00000020:00000080:2.0:1788359536.327225:0:20758:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359536.327408:0:20758:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788359536.327414:0:20758:0:(genops.c:906:class_export_put()) final put ffffa0ead20a5800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788359536.327419:0:20758:0:(genops.c:865:class_export_destroy()) destroying export ffffa0ead20a5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788359536.327430:0:20758:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788359536.327566:0:20758:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0ead20a2000 00000020:02000400:2.0:1788359536.327622:0:20758:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788359536.509432:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788359536.828840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359536.828850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788359536.828854:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359536.828865:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 563 00000100:00080000:1.0:1788359536.828872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788359536.828881:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0e9c6315000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359536.828910:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba6a00 x1875230445478016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359536.828955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359536.828959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788359536.828961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359536.828965:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 563 00000100:00080000:1.0:1788359536.828968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788359536.828972:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0eac5e98800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359536.828984:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba4380 x1875230445478400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359536.829016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359536.829020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788359536.829022:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359536.829026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 563 00000100:00080000:1.0:1788359536.829029:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788359536.829033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0e9c6920000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359536.829045:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba7100 x1875230445478528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359536.829063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359536.829067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788359536.829068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359536.829072:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:1.0:1788359536.829075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788359536.829079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0e9c698a800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359536.829089:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba7b80 x1875230445478784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359536.829127:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445478016:0@lo:38:kworker.0 00000100:00100000:1.0:1788359536.829215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829306:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445478400:0@lo:38:kworker.0 00000100:00100000:1.0:1788359536.829333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829358:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445478528:0@lo:38:kworker.0 00000100:00100000:1.0:1788359536.829389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829414:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445478784:0@lo:38:kworker.0 00000100:00100000:1.0:1788359536.829442:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829483:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445478272:0@lo:400:kworker.0 00000100:00100000:1.0:1788359536.829538:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829566:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359536.829573:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445478656:0@lo:400:kworker.0 00000100:00100000:1.0:1788359536.829595:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359536.829631:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478016 00000100:00100000:1.0:1788359536.829640:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478016 00000100:00100000:1.0:1788359536.829683:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788359536.829692:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3641:x1875230445478016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788359536.829727:0:17194:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788359536.831299:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478400 00000100:00100000:0.0:1788359536.831370:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478400 00000100:00100000:0.0:1788359536.831407:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478528 00000100:00100000:0.0:1788359536.831411:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478528 00000100:00100000:0.0:1788359536.831420:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478784 00000100:00100000:0.0:1788359536.831422:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478784 00000100:00100000:0.0:1788359536.831431:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478656 00000100:00100000:0.0:1788359536.831434:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478656 00000100:00100000:0.0:1788359536.831470:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788359536.831480:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445478656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.832246:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445478656:12345-0@lo:400:kworker.0 Request processed in 763us (2644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359536.832256:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788359536.832280:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788359536.832286:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788359536.832305:0:17191:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788359536.832354:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478400:12345-0@lo:38:kworker.0 Request processed in 67us (3020us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359536.832361:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788359536.832386:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788359536.832402:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788359536.832412:0:17191:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788359536.832438:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478528:12345-0@lo:38:kworker.0 Request processed in 35us (3051us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359536.832444:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788359536.832456:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788359536.832461:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788359536.832470:0:17191:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788359536.832513:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445478784:12345-0@lo:38:kworker.0 Request processed in 51us (3070us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359536.832519:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788359536.832579:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478272 00000100:00100000:0.0:1788359536.832585:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478272 00000100:00100000:0.0:1788359536.832619:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788359536.832626:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445478272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.832660:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445478272:12345-0@lo:400:kworker.0 Request processed in 35us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359536.832667:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788359536.832693:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788359536.832706:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788359536.832740:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0eaffba4000 x1875230445478656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359536.832755:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445478656:0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.832771:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445478272:0@lo:400:kworker.0 00000100:00080000:0.0:1788359536.832814:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359536.832825:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359536.832829:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445478400:0@lo:38:kworker.0 00000100:00080000:0.0:1788359536.832841:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359536.832844:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359536.832847:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445478528:0@lo:38:kworker.0 00000100:00080000:0.0:1788359536.832855:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1788359536.833108:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445477888:0@lo:400:kworker.0 00000100:00080000:0.0:1788359536.833154:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788359536.833166:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445478784:0@lo:38:kworker.0 00000400:00000100:2.0:1788359536.833171:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875230445477888 offset 0 length 224: 4 00000100:00100000:2.0:1788359536.833230:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445478912:0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.833254:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445478144:0@lo:400:kworker.0 00000100:00100000:2.0:1788359536.833278:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359536.833325:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359536.834953:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478912 00000100:00100000:2.0:1788359536.834966:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478912 00000100:00100000:0.0:1788359536.834967:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445478144 00000100:00100000:0.0:1788359536.834979:0:18696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445478144 00000100:00100000:2.0:1788359536.835068:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788359536.835069:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788359536.835093:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445478912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.835094:0:18696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445478144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.835208:0:18696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445478144:12345-0@lo:400:kworker.0 Request processed in 127us (1884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359536.835215:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788359536.835378:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445478144:0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.835617:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445479040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788359536.835650:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359536.835680:0:20473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479040 00000100:00100000:0.0:1788359536.835685:0:20473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479040 00000100:00100000:0.0:1788359536.835728:0:20473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788359536.835736:0:20473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445479040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788359536.835774:0:20473:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788359536.835878:0:20473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445479040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359536.835886:0:20473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788359536.835915:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445479040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788359536.837560:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445478912:12345-0@lo:400:kworker.0 Request processed in 2469us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359536.837575:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:2.0:1788359536.837626:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788359536.837632:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788359536.837672:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0eaffba4a80 x1875230445478912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359536.837689:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445478912:0@lo:400:kworker.0 00000100:00100000:0.0:1788359536.852725:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3641:x1875230445478016:12345-0@lo:38:kworker.0 Request processed in 23022us (23502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359536.852743:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:1.0:1788359536.854855:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788359536.854868:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788359536.854873:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445478016:0@lo:38:kworker.0 00010000:00010000:3.0:1788359537.535832:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359538.366143:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788359538.366169:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445479168:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788359538.366234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359538.366285:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479168 00000100:00100000:3.0:1788359538.366293:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479168 00000100:00100000:3.0:1788359538.366361:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788359538.366370:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445479168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788359538.366397:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788359538.366453:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445479168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359538.366459:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1788359538.366479:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788359538.366541:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445479168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788359538.559919:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788359538.635927:0:20960:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1788359538.643724:0:20960:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1788359538.643776:0:20960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.643791:0:20960:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.643799:0:20960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.643807:0:20960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.643891:0:20960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788359538.643897:0:20960:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788359538.643924:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788359538.643928:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788359538.643933:0:20960:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788359538.643939:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0eac5e98800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1788359538.643943:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788359538.643945:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788359538.643947:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788359538.644752:0:20960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.644763:0:20960:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.644770:0:20960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.644777:0:20960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.644936:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788359538.644971:0:20960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359538.644974:0:19981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.644979:0:20960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.644981:0:19981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:2.0:1788359538.644985:0:19981:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.644986:0:20960:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.644994:0:19981:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359538.645002:0:19981:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645004:0:20960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645008:0:19981:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788359538.645010:0:19981:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:1.0:1788359538.645011:0:20960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645012:0:19981:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788359538.645029:0:20960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788359538.645035:0:20960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645041:0:20960:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645044:0:19981:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645047:0:20960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645050:0:19981:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788359538.645053:0:20960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645063:0:20960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788359538.645068:0:20960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645070:0:19981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645075:0:20960:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645077:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7000/0x49dd053b5feaf754 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf75b expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645081:0:20960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645089:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788359538.645092:0:19981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645096:0:20960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359538.645103:0:20960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788359538.645106:0:19981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac0030800 already unused, calling callback (ffffffffc1124c20) 10000000:01000000:1.0:1788359538.645106:0:20960:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 10000000:00010000:2.0:1788359538.645109:0:19981:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645115:0:19981:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359538.645121:0:19981:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645126:0:19981:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:01000004:1.0:1788359538.645127:0:20960:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 10000000:01000000:2.0:1788359538.645128:0:19981:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1788359538.645129:0:19981:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00000020:01000000:1.0:1788359538.645131:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1788359538.645135:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.645140:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00010000:00010000:2.0:1788359538.645142:0:19981:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645146:0:19981:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:1.0:1788359538.645147:0:20960:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffffa0e9c14e3800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788359538.645152:0:20960:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffffa0eaec383000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788359538.645156:0:20960:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffffa0e9c6874d40) has exports, disconnecting them 00010000:00010000:2.0:1788359538.645158:0:19981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788359538.645160:0:20960:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0e9c14e3800), last request at 1788359536 00010000:00010000:2.0:1788359538.645164:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0030800/0x49dd053b5feaf6b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ba expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788359538.645167:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf992 00010000:00010000:2.0:1788359538.645173:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788359538.645176:0:19981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645181:0:19981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7600 already unused, calling callback (ffffffffc1124c20) 00000100:00080000:1.0:1788359538.645181:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0e9c14e3000 : changing import state from FULL to CLOSED 10000000:00010000:2.0:1788359538.645184:0:19981:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645195:0:19981:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359538.645201:0:19981:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645206:0:19981:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788359538.645208:0:19981:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788359538.645209:0:19981:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00080000:1.0:1788359538.645219:0:20960:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c14e3800): rc 0 00010000:00010000:2.0:1788359538.645221:0:19981:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788359538.645222:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c14e3800/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:2.0:1788359538.645226:0:19981:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:1.0:1788359538.645231:0:20960:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0eaec383000), last request at 1788359536 00010000:00010000:2.0:1788359538.645232:0:19981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788359538.645235:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf834 00010000:00010000:2.0:1788359538.645238:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaffad7600/0x49dd053b5feaf9a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf9a7 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788359538.645239:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0eaec385800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788359538.645244:0:20960:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eaec383000): rc 0 00000020:00000080:1.0:1788359538.645246:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaec383000/lustre-MDT0001-lwp-OST0000_UUID 00010000:00010000:2.0:1788359538.645250:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788359538.645253:0:19981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:1.0:1788359538.645253:0:20960:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb78b4188fae0 00010000:00010000:2.0:1788359538.645259:0:19981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec11b400 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:2.0:1788359538.645261:0:19981:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645267:0:19981:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788359538.645268:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788359538.645271:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 10000000:00010000:2.0:1788359538.645281:0:19981:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645287:0:19981:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788359538.645289:0:19981:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788359538.645290:0:19981:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788359538.645301:0:19981:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645306:0:19981:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788359538.645311:0:19981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645318:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec11b400/0x49dd053b5feafb3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feafb44 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645326:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359538.645329:0:19981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645334:0:19981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac0030000 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:2.0:1788359538.645337:0:19981:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645344:0:19981:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359538.645350:0:19981:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359538.645364:0:19981:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788359538.645366:0:19981:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788359538.645367:0:19981:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788359538.645378:0:19981:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645383:0:19981:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788359538.645388:0:19981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645394:0:19981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0030000/0x49dd053b5feaf6a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x49dd053b5feaf6ac expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359538.645417:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359538.645419:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359538.645421:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359538.645427:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359538.645442:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445479424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359538.645638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359538.645690:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788359538.645697:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445479552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359538.645717:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359538.645744:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479424 00000100:00100000:2.0:1788359538.645749:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479424 00000100:00100000:2.0:1788359538.645850:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479552 00000100:00100000:2.0:1788359538.645853:0:17174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479552 00000100:00100000:2.0:1788359538.645866:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788359538.645873:0:17174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3642:x1875230445479424:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788359538.645886:0:17174:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788359538 with bad export cookie 5322416087192237439 00000100:00080000:1.0:1788359538.646102:0:20960:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788359538.646107:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1788359538.646241:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359538.646253:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479680:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359538.646279:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359538.646293:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788359538.646298:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359538.646316:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359538.646326:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359538.646344:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788359538.646422:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788359538.646437:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c14e3800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1788359538.646738:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaec383000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1788359538.646855:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c14e3000 for lustre-MDT0001 00000020:00000080:3.0:1788359538.646861:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaec385800 for lustre-MDT0001 00000100:00100000:3.0:1788359538.647701:0:17175:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788359538.647714:0:17175:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788359538.647863:0:17176:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788359538.647872:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479680 00000100:00100000:3.0:1788359538.647879:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479680 00000100:00100000:3.0:1788359538.647913:0:17176:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788359538.647919:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479296 00000100:00100000:3.0:1788359538.647921:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479296 00000100:00100000:3.0:1788359538.647930:0:17176:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788359538.647934:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445479808 00000100:00100000:3.0:1788359538.647936:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445479808 00000100:00100000:1.0:1788359538.648197:0:20961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788359538.648206:0:20961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3642:x1875230445479552:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788359538.648212:0:20961:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788359538 with bad export cookie 5322416087192237439 00000100:00100000:1.0:1788359538.648324:0:20961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3642:x1875230445479552:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (2604us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788359538.648331:0:20961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788359538.648348:0:20961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788359538.648352:0:20961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479680:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788359538.648356:0:20961:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788359538 with bad export cookie 5322416087192237439 00000100:00100000:1.0:1788359538.648395:0:20961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479680:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (2114us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788359538.648402:0:20961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788359538.648415:0:20961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788359538.648419:0:20961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479296:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788359538.648422:0:20961:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788359538 with bad export cookie 5322416087192237439 00000100:00100000:1.0:1788359538.648447:0:20961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479296:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (2130us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788359538.648453:0:20961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788359538.648463:0:20961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788359538.648467:0:20961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479808:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788359538.648471:0:20961:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788359538 with bad export cookie 5322416087192237439 00000100:00100000:1.0:1788359538.648512:0:20961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875230445479808:12345-0@lo:103:ldlm_bl.0 Request processed in 25us (2149us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788359538.648519:0:20961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1788359538.648587:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.152@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788359538.648592:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788359538.648606:0:3644:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.152@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788359538.648712:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.152@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788359538.658246:0:3644:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.152@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1788359538.658253:0:3644:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788359538.658263:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eaece0d180 x1875230445477888/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788359552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359538.658279:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eac12adf80 x1875230445479424/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788359554 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359538.658312:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eac12ae300 x1875230445479552/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788359554 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359538.658321:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eac12ad180 x1875230445479680/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788359554 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359538.658329:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eac12ae680 x1875230445479296/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788359554 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359538.658338:0:3644:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eac12ac700 x1875230445479808/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788359554 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788359538.658386:0:3642:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffffa0e9c77bc800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1788359538.658413:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445479424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788359538.658422:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445477888:0@lo:400:kworker.0 00000100:00100000:3.0:1788359538.658454:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:caaeac2e-9afd-44da-91ff-e628fee28e20:3642:1875230445479552:0@lo:103:ldlm_bl.0 10000000:01000000:0.0:1788359538.658735:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788359538.658738:0:3644:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788359538.658740:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788359538.658744:0:3644:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359538.658749:0:3644:0:(import.c:510:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 511 00000100:00080000:0.0:1788359538.658757:0:3644:0:(import.c:624:import_select_connection()) MGC192.168.202.152@tcp: import ffffa0e9c77bc800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359538.658966:0:3644:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bfb80 x1875230445479936/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788359538.659001:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359538.659008:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479680:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359538.659022:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:caaeac2e-9afd-44da-91ff-e628fee28e20:3644:1875230445479296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788359538.659073:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445479936:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:3.0:1788359538.659120:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875230445479936 offset 0 length 520: 4 00000100:00080000:1.0:1788359538.659317:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788359538.659321:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788359538.659379:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788359538.659443:0:20960:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788359538.659457:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95cd800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788359538.659477:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788359538.659480:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788359538.659487:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788359538.659569:0:20960:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788359538.659578:0:20960:0:(import.c:65:import_set_state_nolock()) ffffa0eac4a8e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788359538.659630:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffffa0e9c6874d40) has no exports 00000100:00100000:0.0:1788359538.659759:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445480064:0@lo:9:umount.0 00000100:00100000:0.0:1788359538.659795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359538.659824:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445480192:0@lo:9:umount.0 00000100:00100000:0.0:1788359538.659845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359538.659878:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445480064 00000100:00100000:0.0:1788359538.659893:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445480064 00000100:00100000:0.0:1788359538.659932:0:18796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445480192 00000100:00100000:0.0:1788359538.659935:0:18796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445480192 00000100:00100000:0.0:1788359538.659965:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788359538.659974:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875230445480064:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788359538.659998:0:18796:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf842 00000100:00080000:0.0:1788359538.660005:0:18796:0:(import.c:65:import_set_state_nolock()) ffffa0e9c14e5800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788359538.660047:0:18796:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788359538.660257:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3641:x1875230445480064:12345-0@lo:9:umount.0 Request processed in 284us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359538.660265:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788359538.660282:0:18796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788359538.660289:0:18796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875230445480192:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788359538.660301:0:18796:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feafa10 00000100:00080000:0.0:1788359538.660307:0:18796:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6913000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788359538.660329:0:18796:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788359538.660404:0:18796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3641:x1875230445480192:12345-0@lo:9:umount.0 Request processed in 116us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359538.660410:0:18796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1788359538.660429:0:17185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788359538.660441:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788359538.660463:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95cd800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:1.0:1788359538.660526:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788359538.660795:0:3641:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788359538.661072:0:3641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788359538.661078:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445480064:0@lo:9:umount.0 00000100:00080000:0.0:1788359538.661095:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eac4a8e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788359538.661103:0:3641:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788359538.661105:0:3641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788359538.661108:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445480192:0@lo:9:umount.0 00000400:00000100:2.0:1788359538.667120:0:17174:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875230445479424 offset 224 length 224: 4 00000100:00100000:2.0:1788359538.667143:0:17174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3642:x1875230445479424:12345-0@lo:103:ldlm_bl.0 Request processed in 21269us (21505us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788359538.667153:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00080000:2.0:1788359538.676976:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffffa0e9c6874d40) has no exports 00000020:01000000:0.0:1788359538.736113:0:20960:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eae56e0ae0 - data ffffa0e9c584e5e8/ffffa0eafd823800 00000020:01000000:0.0:1788359538.736273:0:20960:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eb006c69c0 - data ffffa0eae527a000/ffffa0eac68b3000 00000001:00000004:0.0:1788359538.746640:0:20960:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1788359538.776940:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788359538.776949:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788359538.776956:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788359538.778806:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788359538.778813:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1788359538.778866:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359538.778869:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788359538.785219:0:17930:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788359538.785227:0:17930:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1788359538.785255:0:17930:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788359538.785789:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788359538.785795:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1788359538.785812:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359538.785815:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788359538.786073:0:17932:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788359538.786076:0:17932:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1788359538.786083:0:17932:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788359538.789267:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf6c8 00000020:00000080:1.0:1788359538.789280:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaff04d000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788359538.789915:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf6dd 00000020:00000080:1.0:1788359538.789921:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c77e1800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788359538.789926:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1788359538.789932:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.789940:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788359538.789945:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffffa0e9c6873380) has no exports 00000004:01000000:1.0:1788359538.790102:0:20960:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788359538.790109:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf731 00000020:00000080:1.0:1788359538.790123:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eac4a8a800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788359538.790127:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788359538.790130:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.790134:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359538.790137:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffffa0eac685cd40) has no exports 00000020:00000080:1.0:1788359538.790142:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf72a 00000020:00000080:1.0:1788359538.790145:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eac4a8a000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788359538.790477:0:20960:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788359538.790481:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788359538.790485:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788359538.790490:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359538.790492:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788359538.790535:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.790541:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359538.790547:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf71c 00000020:00000080:1.0:1788359538.790551:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eae5553000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788359538.790554:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788359538.790557:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.790560:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359538.790563:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffffa0eaffa419c0) has no exports 00000020:00000080:1.0:1788359538.790567:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf715 00000020:00000080:1.0:1788359538.790569:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaf95cf000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788359538.790876:0:20960:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788359538.790879:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788359538.790881:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788359538.790885:0:20960:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788359538.790886:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788359538.790908:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.790912:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1788359538.790920:0:20960:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788359538.790923:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf700 00000020:00000080:1.0:1788359538.790927:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaf6f6a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788359538.790936:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1788359538.790939:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.790942:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788359538.790944:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffffa0eac685b380) has no exports 00000020:00000080:1.0:1788359538.790948:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf6f9 00000020:00000080:1.0:1788359538.790950:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c6311800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788359538.791639:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaff04d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788359538.791655:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77e1800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1788359538.791659:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac4a8a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1788359538.791664:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac4a8a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788359538.791668:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eac4a8e800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1788359538.791672:0:38:0:(genops.c:906:class_export_put()) final put ffffa0eae5552000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788359538.791675:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae5552000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1788359538.791689:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788359538.791756:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae5553000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1788359538.791760:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf95cf000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788359538.791763:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaf95cd800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1788359538.791766:0:38:0:(genops.c:906:class_export_put()) final put ffffa0eae5557800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788359538.791774:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eae5557800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1788359538.791776:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788359538.791800:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf6f6a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1788359538.791803:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6311800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1788359538.817055:0:20960:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1788359538.817064:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788359538.817068:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788359538.817075:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788359538.817136:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.817147:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359538.817175:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.817179:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359538.817184:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaf6f6d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788359538.817189:0:20960:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf6f6d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1788359538.817304:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6315000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1788359538.817310:0:38:0:(genops.c:906:class_export_put()) final put ffffa0e9c7413800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788359538.817312:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c7413800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1788359538.817321:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788359538.817588:0:20960:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359538.817709:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf6e4 00000020:00000080:1.0:1788359538.817717:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c77e7000/lustre-MDD0001_UUID 00000020:01000000:1.0:1788359538.817761:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1788359538.817765:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.817771:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788359538.817774:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffffa0eaf58d4d40) has no exports 00000020:00000080:1.0:1788359538.817793:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.817797:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1788359538.817801:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf6eb 00000020:00000080:1.0:1788359538.817805:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c77e1000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788359538.818027:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77e7000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1788359538.818031:0:38:0:(genops.c:906:class_export_put()) final put ffffa0e9c7415000/lustre-MDD0001_UUID 00000020:00000080:3.0:1788359538.818034:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c7415000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1788359538.818038:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:1.0:1788359538.818357:0:20960:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eaffa8a000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1788359538.818361:0:20960:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eaffa8a000 2 00000020:01000004:1.0:1788359538.818365:0:20960:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0eaffa8a000 from lustre-MDT0001 00000020:00000080:1.0:1788359538.818385:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359538.818390:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1788359538.818402:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaf6f6a800/lustre-MDT0001_UUID 00000020:00000080:1.0:1788359538.818404:0:20960:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf6f6a800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1788359538.818411:0:20960:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1788359538.818442:0:20960:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1788359538.818447:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1788359538.818449:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359538.818453:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788359538.818459:0:20960:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffffa0eac5e9c800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788359538.818464:0:20960:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffffa0eaf58d3380) has exports, disconnecting them 00000020:00080000:1.0:1788359538.818469:0:20960:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffffa0eac5e9c800), last request at 1788359487 00000020:00000080:1.0:1788359538.818472:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf769 00000020:00080000:1.0:1788359538.818484:0:20960:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eac5e9c800): rc 0 00000020:00000080:1.0:1788359538.818488:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eac5e9c800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788359538.819163:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77e1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788359538.819171:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac5e9c800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788359538.827636:0:20960:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788359538.827645:0:20960:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788359538.827649:0:20960:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788359538.827657:0:20960:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359538.827830:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359538.827838:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788359538.827846:0:20960:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eaffa8a000 1 00000020:00000080:2.0:1788359538.827852:0:20960:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf690 00000020:00000080:2.0:1788359538.827860:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaf6f69000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788359538.827866:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788359538.827871:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359538.827875:0:20960:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788359538.827878:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffffa0eac68599c0) has no exports 00000020:00000080:3.0:1788359538.830120:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eac5e98800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788359538.830133:0:38:0:(genops.c:906:class_export_put()) final put ffffa0ead278d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1788359538.830136:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0ead278d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1788359538.830142:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1788359538.830207:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaf6f69000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788359538.887771:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359538.887791:0:20960:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1788359538.887798:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0eaffa89800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788359538.887803:0:20960:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eaffa89800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1788359538.887818:0:20960:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1788359538.888194:0:20960:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0eaffa88000 00000020:01000000:3.0:1788359538.888475:0:20960:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1788359538.888489:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359538.888719:0:20960:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788359538.888726:0:20960:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffffa0e9c68719c0) has no exports 00000100:00100000:1.0:1788359538.888944:0:20328:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffffa0e9c6003000:20328] 4 exiting: rc = 0 00000100:00100000:1.0:1788359538.889054:0:17189:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffffa0e9c7112400:17189] 0 exiting: rc = 1 00000100:00100000:1.0:1788359538.889138:0:18578:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffffa0eaec1c1200:18578] 3 exiting: rc = 0 00000100:00100000:2.0:1788359538.889299:0:17191:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffffa0eacce0ee00:17191] 2 exiting: rc = 0 00000100:00100000:1.0:1788359538.889638:0:17190:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffffa0e9c63d7c00:17190] 1 exiting: rc = 0 00000100:00100000:1.0:1788359538.889884:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889892:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889898:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889905:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889910:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889915:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889921:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889926:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889931:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889936:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889941:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889946:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889951:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889957:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889974:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889983:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.889992:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890001:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890011:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890021:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890028:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890035:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890042:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890052:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890063:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890069:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890084:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890090:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890098:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890104:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890109:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890114:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890119:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890124:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890130:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890134:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890140:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890145:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890160:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890166:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890180:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890190:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890196:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890201:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890207:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890212:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890217:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890223:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890229:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890242:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890256:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890264:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890270:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890275:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890284:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890290:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890295:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890301:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890306:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890311:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890317:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890323:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890329:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.890334:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359538.896883:0:17192:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffffa0eac5ff5600:17192] 0 exiting: rc = 1 00000100:00100000:0.0:1788359538.897001:0:17193:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffffa0eac5ff4c00:17193] 1 exiting: rc = 0 00000100:00100000:0.0:1788359538.897376:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897391:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897402:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897409:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897419:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897430:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897441:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897450:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897461:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897468:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897473:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897478:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897483:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897488:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897583:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897591:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897608:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897613:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897619:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897624:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897630:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897635:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897640:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897646:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897650:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897656:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897660:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897665:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897671:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897702:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897708:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897713:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897718:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897723:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897729:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897735:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897740:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897745:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897752:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897761:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897768:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897776:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897786:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897797:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897808:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897818:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897826:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897836:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897847:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897855:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897979:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.897989:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898000:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898011:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898023:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898034:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898044:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898056:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898067:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898078:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898089:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898099:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898171:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.898177:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.899420:0:17194:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffffa0eacc4b8400:17194] 0 exiting: rc = 1 00000100:00100000:2.0:1788359538.899484:0:17929:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffffa0eac9180800:17929] 2 exiting: rc = 0 00000100:00100000:3.0:1788359538.899586:0:17195:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffffa0eacc4b9800:17195] 1 exiting: rc = 0 00000100:00100000:0.0:1788359538.899712:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899721:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899725:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899730:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899733:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899738:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899742:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899752:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899757:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899761:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899765:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899770:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899774:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899778:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899782:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899786:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899790:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899793:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899797:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899809:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899814:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899817:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899821:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899824:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899828:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899832:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899835:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899839:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899843:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899846:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.899850:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900028:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900036:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900041:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900046:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900062:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900068:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900074:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900079:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900085:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900091:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900095:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900175:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900248:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900258:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900265:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900271:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900276:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900281:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900286:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900292:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900297:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900302:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900308:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900314:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900336:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900344:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900349:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900354:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900359:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900370:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900375:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900380:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.900393:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.911966:0:17197:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffffa0eac5fb8a00:17197] 1 exiting: rc = 0 00000100:00100000:2.0:1788359538.912023:0:17196:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffffa0eac5fb8000:17196] 0 exiting: rc = 1 00000100:00100000:0.0:1788359538.912132:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912139:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912144:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912148:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912155:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912159:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912171:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912177:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912182:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912187:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912192:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912197:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912212:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912217:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912222:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912227:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912233:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912238:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912243:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912248:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912253:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912259:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912265:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912270:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912275:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912279:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912285:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912290:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912294:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912299:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912304:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912309:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912313:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912319:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912324:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912329:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912334:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912339:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912344:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912349:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912354:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912366:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912371:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912376:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912381:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912385:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912390:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912395:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912400:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912404:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912409:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912414:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912419:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912424:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912428:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912434:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912439:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912444:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912451:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912456:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912461:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912465:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912470:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.912475:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.913856:0:17199:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffffa0ead2222000:17199] 1 exiting: rc = 0 00000100:00100000:3.0:1788359538.913961:0:17198:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffffa0eae5579800:17198] 0 exiting: rc = 1 00000100:00100000:0.0:1788359538.914152:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914160:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914165:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914170:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914176:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914182:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914187:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914192:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914198:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914299:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914304:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914309:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914324:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914329:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914334:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914339:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914344:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914348:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914353:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914358:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914363:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914368:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914372:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914377:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914382:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914387:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914392:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914397:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914403:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914407:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914412:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914417:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914421:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914426:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914431:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914436:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914440:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914445:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914450:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914455:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914460:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914464:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914469:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914474:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914479:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914484:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914489:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914687:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914692:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914697:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914702:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914707:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914712:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914717:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914722:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914727:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914732:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914737:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914742:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914747:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914752:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914758:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914763:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.914768:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359538.915389:0:17201:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffffa0eaecdeaa00:17201] 1 exiting: rc = 0 00000100:00100000:1.0:1788359538.915399:0:17200:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffffa0eaecdeb800:17200] 0 exiting: rc = 1 00000100:00100000:0.0:1788359538.915760:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915766:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915771:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915776:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915781:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915786:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915791:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915797:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915802:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915807:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915812:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915817:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915822:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915827:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915832:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915837:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915842:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915847:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915919:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915925:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915930:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915935:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915939:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915943:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915947:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915951:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915956:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915961:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915966:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915970:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915974:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915977:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915982:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915986:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915990:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.915995:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916000:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916006:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916011:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916016:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916021:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916025:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916030:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916035:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916040:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916046:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916050:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916055:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916061:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916066:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916071:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916076:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916081:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916093:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916098:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916172:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916178:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916183:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916188:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916193:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916245:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916253:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916258:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359538.916263:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917050:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffffa0eaecdeb200:17202] 0 exiting: rc = 1 00000100:00100000:3.0:1788359538.917355:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffffa0eaecdea000:17204] 2 exiting: rc = 0 00000100:00100000:2.0:1788359538.917434:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffffa0eaecdea400:17203] 1 exiting: rc = 0 00000100:00100000:1.0:1788359538.917490:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917524:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917531:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917538:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917546:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917552:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917559:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917567:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917573:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917579:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917585:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917592:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917600:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917606:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917623:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917628:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917635:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917640:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917646:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917652:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917658:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917667:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917690:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917698:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917703:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917709:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917714:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917720:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917725:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917731:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917750:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917757:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917762:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917767:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917773:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917778:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917783:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917788:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917793:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917799:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917805:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917811:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917816:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917821:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917826:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917831:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917838:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917844:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917849:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917863:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917868:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917874:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917880:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917886:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917907:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917914:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917920:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917925:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917931:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917936:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917942:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917947:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917952:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359538.917966:0:20960:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788359538.926838:0:20960:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788359538.926851:0:20960:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1788359538.926857:0:20960:0:(genops.c:906:class_export_put()) final put ffffa0e9c77b9800/MDS_uuid 00000020:00000080:0.0:1788359538.926862:0:20960:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77b9800/MDS_uuid for MDS 00000020:01000000:0.0:1788359538.926872:0:20960:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1788359538.927058:0:20960:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788359539.580620:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359540.606693:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788359541.038564:0:21161:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1788359541.044641:0:21161:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1788359541.044725:0:21161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359541.044750:0:21161:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359541.044760:0:21161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359541.044768:0:21161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359541.044791:0:21161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788359541.044796:0:21161:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1788359541.044814:0:17177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:1.0:1788359541.044822:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:0.0:1788359541.044823:0:17177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359541.044827:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00010000:00010000:0.0:1788359541.044836:0:17177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb800 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359541.044849:0:17177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788359541.044857:0:21161:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1788359541.044862:0:17177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788359541.044865:0:21161:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6920000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1788359541.044874:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00010000:0.0:1788359541.044875:0:17177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359541.044879:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788359541.044885:0:21161:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788359541.044886:0:17177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788359541.044890:0:17177:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788359541.044900:0:17177:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788359541.044912:0:17177:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:0.0:1788359541.044916:0:17177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359541.044923:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feaf803 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf80a expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359541.044933:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359541.044934:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359541.044936:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788359541.045751:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788359541.045755:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788359541.045758:0:21161:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788359541.045777:0:21161:0:(import.c:65:import_set_state_nolock()) ffffa0eaf6f68000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788359541.045833:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3641:1875230445480320:0@lo:39:umount.0 00000400:00000100:0.0:1788359541.045891:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445480320 offset 0 length 224: 4 00010000:00010000:1.0:1788359541.629011:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788359541.948878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359541.948888:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359541.948891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359541.948895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788359541.948899:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359541.948906:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 568 00000100:00080000:0.0:1788359541.948912:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788359541.948919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0e9c698a800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359541.948959:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bca80 x1875230445480448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359541.949032:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445480448:0@lo:38:kworker.0 00000400:00000100:2.0:1788359541.949083:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445480448 offset 0 length 520: 4 00000100:00100000:3.0:1788359541.949318:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445480576:0@lo:400:kworker.0 00000400:00000100:3.0:1788359541.949345:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445480576 offset 0 length 224: 4 00010000:00010000:3.0:1788359542.652697:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359543.676706:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788359543.998943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359543.998950:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359543.998954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359543.998973:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788359543.999063:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1875230445480704:0@lo:400:kworker.0 00000400:00000100:1.0:1788359543.999126:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445480704 offset 0 length 224: 4 00000001:00100000:2.0:1788359544.000707:0:19510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788359544.000714:0:19510:0:(genops.c:906:class_export_put()) final put ffffa0e9c6916800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788359544.000872:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6916800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788359544.000935:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6913000 for lustre-OST0001 00000001:00100000:2.0:1788359544.002370:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788359544.002377:0:18692:0:(genops.c:906:class_export_put()) final put ffffa0e9c14e1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788359544.002438:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c14e1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788359544.002484:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c14e5800 for lustre-OST0000 00010000:00010000:0.0:1788359544.700802:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359545.727963:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359546.749402:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788359547.005798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359547.005808:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359547.005811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359547.005814:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788359547.005937:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445480832:0@lo:400:kworker.0 00000400:00000100:0.0:1788359547.005983:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445480832 offset 0 length 224: 4 00010000:00010000:1.0:1788359547.772726:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359548.092634:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359538/real 1788359538] req@ffffa0e9c74bfb80 x1875230445479936/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788359548 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359548.092670:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74bfb80 x1875230445479936/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788359548 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788359548.092689:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359548.092713:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788359548.092718:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445479936:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1788359548.092789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359548.092795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788359548.092798:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359548.092802:0:37:0:(import.c:510:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 570 00000100:00080000:0.0:1788359548.092807:0:37:0:(import.c:589:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359548.092814:0:37:0:(import.c:624:import_select_connection()) MGC192.168.202.152@tcp: import ffffa0e9c77bc800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359548.092843:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bf480 x1875230445480960/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359548.092905:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445480960:0@lo:250:kworker.0 00000400:00000100:2.0:1788359548.092951:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875230445480960 offset 0 length 520: 4 00000100:00080000:0.0:1788359548.093005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359548.093010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788359548.094673:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359548.094696:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445481088:0@lo:400:kworker.0 00000400:00000100:1.0:1788359548.094741:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445481088 offset 0 length 224: 4 00010000:00010000:0.0:1788359548.796747:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359549.820833:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359550.845982:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359551.164659:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359541/real 1788359541] req@ffffa0eaffba4700 x1875230445480320/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788359551 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359551.164693:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0eaffba4700 x1875230445480320/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788359551 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788359551.164712:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaf6f68000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788359551.164745:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3641:1875230445480320:0@lo:39:umount.0 00000100:00080000:1.0:1788359551.164847:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788359551.164852:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788359551.164857:0:21161:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788359551.165801:0:21161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165817:0:21161:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165824:0:21161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165832:0:21161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165858:0:21161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788359551.165866:0:21161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165873:0:21161:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165879:0:21161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165886:0:21161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359551.165906:0:21161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788359551.165909:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:01000000:1.0:1788359551.165911:0:21161:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00010000:00010000:3.0:1788359551.165918:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.165929:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac0031e00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:3.0:1788359551.165933:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788359551.165941:0:21161:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00010000:00010000:3.0:1788359551.165943:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:1.0:1788359551.165946:0:21161:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1788359551.165953:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 10000000:00010000:3.0:1788359551.165955:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788359551.165961:0:21161:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 10000000:01000000:3.0:1788359551.165963:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788359551.165966:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788359551.165968:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00000020:00080000:1.0:1788359551.165975:0:21161:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffffa0eaf58d19c0) has no exports 00010000:00010000:3.0:1788359551.165983:0:17178:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:3.0:1788359551.165988:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788359551.166000:0:21161:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffffa0eaf58d19c0) has no exports 00010000:00010000:3.0:1788359551.166004:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0031e00/0x49dd053b5feaf7d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf7e0 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.166019:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359551.166022:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.166028:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6a00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:3.0:1788359551.166031:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.166038:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359551.166039:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:3.0:1788359551.166047:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359551.166053:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788359551.166055:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788359551.166057:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788359551.166062:0:17178:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:3.0:1788359551.166065:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.166070:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaffad6a00/0x49dd053b5feafb2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feafb36 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359551.166078:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359551.166080:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359551.166088:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788359551.167784:0:21161:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eac2db1120 - data ffffa0eae513e000/ffffa0e9c7056c00 00000020:01000000:1.0:1788359551.167932:0:21161:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eb006c6a20 - data ffffa0eae5345798/ffffa0eaec0fb000 00100000:10000000:1.0:1788359551.179853:0:21161:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788359551.185350:0:21161:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf7ee 00000020:00000080:0.0:1788359551.185362:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0e9c6917000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788359551.185386:0:21161:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eac6839000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788359551.185390:0:21161:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eac6839000 2 00000020:01000004:0.0:1788359551.185394:0:21161:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0eac6839000 from lustre-OST0000 00000020:00000080:0.0:1788359551.185419:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788359551.185428:0:21161:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788359551.185431:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0e9c6915800/lustre-OST0000_UUID 00000020:00000080:0.0:1788359551.185434:0:21161:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6915800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788359551.185440:0:21161:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788359551.185486:0:21161:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788359551.185491:0:21161:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788359551.185520:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788359551.185525:0:21161:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788359551.185531:0:21161:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffffa0e9c6922000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788359551.185536:0:21161:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffffa0eaf58d0000) has exports, disconnecting them 00000020:00080000:0.0:1788359551.185541:0:21161:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffffa0e9c6922000), last request at 1788359496 00000020:00000080:0.0:1788359551.185545:0:21161:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf818 00000020:00080000:0.0:1788359551.185553:0:21161:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c6922000): rc 0 00000020:00000080:0.0:1788359551.185558:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0e9c6922000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788359551.186253:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6917000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788359551.186266:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6922000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1788359551.188613:0:21161:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788359551.188622:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788359551.188626:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788359551.188633:0:21161:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788359551.188786:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359551.188796:0:21161:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1788359551.188804:0:21161:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788359551.188809:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359551.188813:0:21161:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788359551.188830:0:21161:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffffa0eac4a8f000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788359551.188837:0:21161:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffffa0e9c5638000) has exports, disconnecting them 00000020:00080000:2.0:1788359551.188842:0:21161:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffffa0eac4a8f000), last request at 1788359496 00000020:00000080:2.0:1788359551.188846:0:21161:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf82d 00000020:00080000:2.0:1788359551.188861:0:21161:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0eac4a8f000): rc 0 00000020:00000080:2.0:1788359551.188878:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0eac4a8f000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788359551.189780:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6920000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788359551.189789:0:37:0:(genops.c:906:class_export_put()) final put ffffa0e9c6911000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788359551.189792:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6911000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788359551.189798:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1788359551.189875:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac4a8f000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788359551.189899:0:21161:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788359551.189903:0:21161:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788359551.189906:0:21161:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788359551.189909:0:21161:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788359551.190979:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0eaf6f68000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788359551.191123:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359551.191131:0:21161:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1788359551.191135:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0ead278e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788359551.191138:0:21161:0:(genops.c:865:class_export_destroy()) destroying export ffffa0ead278e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1788359551.191143:0:21161:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788359551.191189:0:21161:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eac6839000 1 00000020:00000080:3.0:1788359551.191194:0:21161:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf7cb 00000020:00000080:3.0:1788359551.191200:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0eac683d000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1788359551.191213:0:21161:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788359551.192021:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac683d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788359551.192039:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788359551.192045:0:21161:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788359551.192049:0:21161:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffffa0eaece13380) has no exports 00000020:00000080:2.0:1788359551.217417:0:21161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359551.217430:0:21161:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788359551.217437:0:21161:0:(genops.c:906:class_export_put()) final put ffffa0eac683a000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788359551.217442:0:21161:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac683a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788359551.217456:0:21161:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788359551.217614:0:21161:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0eac6839800 00000020:02000400:2.0:1788359551.217795:0:21161:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1788359551.869592:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359552.892873:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788359553.132700:0:21364:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1788359553.149145:0:21364:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788359553.149231:0:21364:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359553.149246:0:21364:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359553.149251:0:21364:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359553.149256:0:21364:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359553.149274:0:21364:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788359553.149280:0:21364:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1788359553.149295:0:17177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359553.149303:0:17177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788359553.149306:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:0.0:1788359553.149310:0:17177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec11a400 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359553.149312:0:17177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359553.149317:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e9c74bca80 x1875230445480448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788359561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788359553.149336:0:17177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359553.149343:0:17177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359553.149344:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 10000000:01000000:0.0:1788359553.149348:0:17177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00080000:3.0:1788359553.149349:0:21364:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 10000000:01000000:0.0:1788359553.149351:0:17177:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788359553.149353:0:17177:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:3.0:1788359553.149354:0:21364:0:(import.c:65:import_set_state_nolock()) ffffa0e9c698a800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788359553.149358:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788359553.149361:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e9c74bca80 x1875230445480448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788359561 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788359553.149364:0:17177:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00000100:00100000:3.0:1788359553.149367:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00010000:00010000:0.0:1788359553.149368:0:17177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359553.149370:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 10s for inflight to error out 00010000:00010000:0.0:1788359553.149374:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec11a400/0x49dd053b5feaf961 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf968 expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359553.149385:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359553.149387:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359553.149388:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359553.149445:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445480448:0@lo:38:kworker.0 00000100:00080000:0.0:1788359553.150398:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788359553.150409:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e9c74bf800 x1875230445480576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359553.150431:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e9c74bd500 x1875230445480704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359553.150448:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eaffba5c00 x1875230445480832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359553.150465:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e9c74bf100 x1875230445481088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359553.150485:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445480576:0@lo:400:kworker.0 00000100:00100000:0.0:1788359553.150485:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788359553.150489:0:21364:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1788359553.150529:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445481088:0@lo:400:kworker.0 00000100:00080000:0.0:1788359553.150531:0:21364:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6988800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788359553.150554:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3644:1875230445480832:0@lo:400:kworker.0 00000100:00100000:1.0:1788359553.150622:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1875230445480704:0@lo:400:kworker.0 00000100:00100000:3.0:1788359553.151049:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3641:1875230445481216:0@lo:39:umount.0 00000400:00000100:3.0:1788359553.151094:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875230445481216 offset 0 length 224: 4 00000100:00080000:0.0:1788359553.213275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788359553.213285:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788359553.917688:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359554.940899:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359555.964852:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359556.988720:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359558.013227:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788359558.332696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788359558.332709:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788359559.042914:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359560.061054:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359561.084755:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359562.108655:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359563.134599:0:19981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359563.388625:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359553/real 1788359553] req@ffffa0e9c74bdc00 x1875230445481216/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788359563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359563.388663:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74bdc00 x1875230445481216/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788359563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359563.388674:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359548/real 1788359548] req@ffffa0e9c74bf480 x1875230445480960/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788359563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359563.388688:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74bf480 x1875230445480960/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788359563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788359563.388705:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6988800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788359563.388729:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3641:1875230445481216:0@lo:39:umount.0 00000100:00080000:3.0:1788359563.388736:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788359563.388769:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788359563.388773:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445480960:0@lo:250:kworker.0 00000100:00080000:1.0:1788359563.388829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) caaeac2e-9afd-44da-91ff-e628fee28e20->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788359563.388835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788359563.388838:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359563.388843:0:38:0:(import.c:510:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 580 00000100:00080000:1.0:1788359563.388848:0:38:0:(import.c:589:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788359563.388855:0:38:0:(import.c:624:import_select_connection()) MGC192.168.202.152@tcp: import ffffa0e9c77bc800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359563.388886:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba6d80 x1875230445481344/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788359563.388997:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445481344:0@lo:250:kworker.0 00000400:00000100:3.0:1788359563.389042:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875230445481344 offset 0 length 520: 4 00000100:00080000:0.0:1788359563.389083:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788359563.389088:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788359563.389092:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788359563.391659:0:21364:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391677:0:21364:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391685:0:21364:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391692:0:21364:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391722:0:21364:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359563.391729:0:21364:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391735:0:21364:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391759:0:21364:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391765:0:21364:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359563.391792:0:21364:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788359563.391796:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:01000000:0.0:1788359563.391797:0:21364:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00010000:00010000:3.0:1788359563.391808:0:19980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788359563.391823:0:21364:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00010000:00010000:3.0:1788359563.391826:0:19980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9000 already unused, calling callback (ffffffffc1124c20) 00000020:01000000:0.0:1788359563.391829:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 10000000:00010000:3.0:1788359563.391832:0:19980:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788359563.391836:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788359563.391843:0:21364:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00010000:00010000:3.0:1788359563.391845:0:19980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788359563.391848:0:21364:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffffa0eaece119c0) has no exports 10000000:00010000:3.0:1788359563.391856:0:19980:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359563.391863:0:19980:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788359563.391866:0:19980:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1788359563.391869:0:19980:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00000020:00080000:0.0:1788359563.391875:0:21364:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffffa0eaece119c0) has no exports 00010000:00010000:3.0:1788359563.391882:0:19980:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:3.0:1788359563.391888:0:19980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391895:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feaf937 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf93e expref: -99 pid: 19509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391908:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359563.391912:0:19980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391918:0:19980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8000 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:3.0:1788359563.391921:0:19980:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391928:0:19980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788359563.391941:0:19980:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359563.391946:0:19980:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788359563.391948:0:19980:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788359563.391949:0:19980:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788359563.391955:0:19980:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:3.0:1788359563.391958:0:19980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391965:0:19980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feafb21 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feafb28 expref: -99 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359563.391979:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359563.391981:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359563.391983:0:19980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788359563.393636:0:21364:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eaf21eb540 - data ffffa0eae51b8000/ffffa0eac6854400 00000020:01000000:0.0:1788359563.393793:0:21364:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0eac2db1b40 - data ffffa0eae515d510/ffffa0eaec1fc800 00010000:00010000:2.0:1788359563.394112:0:17177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1788359563.404537:0:21364:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788359563.412195:0:21364:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf94c 00000020:00000080:2.0:1788359563.412205:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0ead278c000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788359563.412295:0:21364:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eafd872000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788359563.412300:0:21364:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eafd872000 2 00000020:01000004:2.0:1788359563.412304:0:21364:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0eafd872000 from lustre-OST0001 00000020:00000080:2.0:1788359563.412327:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359563.412335:0:21364:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788359563.412338:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c14e6000/lustre-OST0001_UUID 00000020:00000080:2.0:1788359563.412341:0:21364:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c14e6000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788359563.412348:0:21364:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788359563.412459:0:21364:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import caaeac2e-9afd-44da-91ff-e628fee28e20->MGS 00010000:00010000:2.0:1788359563.412474:0:21364:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac0030600/0x49dd053b5feaf697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf69e expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359563.412486:0:21364:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac0030600/0x49dd053b5feaf697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf69e expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359563.412514:0:21364:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788359563.412517:0:21364:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788359563.412520:0:21364:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788359563.412532:0:21364:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:2.0:1788359563.412536:0:21364:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac0030600/0x49dd053b5feaf697 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf69e expref: -99 pid: 17920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359563.412550:0:21364:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8a00/0x49dd053b5feaf586 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x49dd053b5feaf58d expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788359563.412556:0:21364:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8a00/0x49dd053b5feaf586 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x49dd053b5feaf58d expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359563.412560:0:21364:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788359563.412562:0:21364:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788359563.412564:0:21364:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788359563.412573:0:21364:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0e9c77bc800 00010000:00010000:2.0:1788359563.412576:0:21364:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8a00/0x49dd053b5feaf586 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x49dd053b5feaf58d expref: -99 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788359563.412591:0:21364:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77bc800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788359563.412595:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788359563.412597:0:21364:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788359563.412599:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788359563.412602:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788359563.412619:0:21364:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0eaffba6d80 x1875230445481344/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788359583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788359563.412635:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788359563.412638:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000020:00000080:0.0:1788359563.412752:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0ead278c000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1788359563.412837:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:caaeac2e-9afd-44da-91ff-e628fee28e20:3641:1875230445481344:0@lo:250:kworker.0 10000000:01000000:2.0:1788359563.412902:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788359563.412909:0:21364:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf571 00000020:00000080:2.0:1788359563.412912:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c77ba000/caaeac2e-9afd-44da-91ff-e628fee28e20 00000020:01000000:2.0:1788359563.412928:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.152@tcp (flags='') 00000020:00000080:2.0:1788359563.412933:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359563.412937:0:21364:0:(obd_config.c:955:class_cleanup()) MGC192.168.202.152@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788359563.412941:0:21364:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffffa0e9c6870000) has no exports 10000000:01000000:2.0:1788359563.412956:0:17186:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788359563.412995:0:21364:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.202.152@tcp: client import never connected 00000100:00080000:2.0:1788359563.412998:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788359563.413000:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788359563.413002:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788359563.413004:0:21364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788359563.413030:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788359563.413034:0:21364:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.152@tcp (uuid caaeac2e-9afd-44da-91ff-e628fee28e20) 00000020:01000000:2.0:1788359563.413039:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788359563.413042:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788359563.413045:0:21364:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788359563.413049:0:21364:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffffa0e9c698d800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788359563.413054:0:21364:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffffa0e9c563b380) has exports, disconnecting them 00000020:00080000:2.0:1788359563.413058:0:21364:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffffa0e9c698d800), last request at 1788359505 00000020:00000080:2.0:1788359563.413062:0:21364:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf976 00000020:00080000:2.0:1788359563.413070:0:21364:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c698d800): rc 0 00000020:00000080:2.0:1788359563.413074:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c698d800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788359563.413749:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77ba000/caaeac2e-9afd-44da-91ff-e628fee28e20 for MGC192.168.202.152@tcp 00000020:00000080:3.0:1788359563.413762:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c77bc800 for MGC192.168.202.152@tcp 00000020:00000080:3.0:1788359563.413769:0:38:0:(genops.c:906:class_export_put()) final put ffffa0e9c77bb800/caaeac2e-9afd-44da-91ff-e628fee28e20 00000020:00000080:3.0:1788359563.413771:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c77bb800/caaeac2e-9afd-44da-91ff-e628fee28e20 for MGC192.168.202.152@tcp 00000020:01000000:3.0:1788359563.413775:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.152@tcp (caaeac2e-9afd-44da-91ff-e628fee28e20) 00000020:00000080:3.0:1788359563.414018:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c698d800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788359563.414041:0:21364:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788359563.414044:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788359563.414047:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788359563.414051:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788359563.414073:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c698a800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788359563.414153:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788359563.414157:0:21364:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788359563.414160:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0eafd875800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788359563.414163:0:21364:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eafd875800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788359563.414166:0:21364:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1788359563.414196:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788359563.414200:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788359563.414203:0:21364:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788359563.414207:0:21364:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffffa0e9c698f000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788359563.414212:0:21364:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffffa0e9c563cd40) has exports, disconnecting them 00000020:00080000:3.0:1788359563.414215:0:21364:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffffa0e9c698f000), last request at 1788359505 00000020:00000080:3.0:1788359563.414218:0:21364:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf98b 00000020:00080000:3.0:1788359563.414228:0:21364:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0e9c698f000): rc 0 00000020:00000080:3.0:1788359563.414231:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c698f000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788359563.414255:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c698f000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1788359563.418596:0:21364:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788359563.418605:0:21364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788359563.418610:0:21364:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788359563.418617:0:21364:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788359563.418765:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0e9c6988800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1788359563.418790:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1788359563.418946:0:19981:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1788359563.419014:0:19980:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:0.0:1788359563.419097:0:17177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:0.0:1788359563.419185:0:17173:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa0e9c55ee400:17173] 1 exiting: rc = 0 00000100:00100000:0.0:1788359563.419261:0:17172:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa0e9c55ef200:17172] 0 exiting: rc = 1 00000100:00100000:0.0:1788359563.419324:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419662:0:20961:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffffa0eafef13c00:20961] 3 exiting: rc = 0 00000100:00100000:0.0:1788359563.419770:0:17176:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa0eaffab1c00:17176] 2 exiting: rc = 0 00000100:00100000:0.0:1788359563.419851:0:17174:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa0eaffab1e00:17174] 0 exiting: rc = 1 00000100:00100000:0.0:1788359563.419921:0:17175:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa0eaffab1600:17175] 1 exiting: rc = 0 00000100:00100000:0.0:1788359563.419957:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419963:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419968:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419975:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419981:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419988:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419993:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.419997:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420005:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420009:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420012:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420015:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420019:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420024:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420031:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420038:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420046:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420054:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420065:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420070:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420075:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420080:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420085:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420094:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420102:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420108:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420116:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420119:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420134:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420140:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420144:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420149:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420153:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420157:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420162:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420167:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420171:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420178:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420184:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420193:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420199:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420203:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420208:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420212:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420219:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420232:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420237:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420241:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420244:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420247:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420251:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420256:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420261:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420266:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420274:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420276:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420283:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420287:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420289:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420292:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420296:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420299:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420302:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.420311:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788359563.421003:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788359563.421012:0:21364:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1788359563.421018:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c6988000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1788359563.421022:0:21364:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c6988000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1788359563.421028:0:21364:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1788359563.421083:0:21364:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eafd872000 1 00000020:00000080:0.0:1788359563.421089:0:21364:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x49dd053b5feaf930 00000020:00000080:0.0:1788359563.421095:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0e9c14e5000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788359563.421105:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788359563.421112:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0e9c14e5000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788359563.421124:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788359563.421127:0:21364:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788359563.421130:0:21364:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffffa0e9c56399c0) has no exports 00000020:00000080:1.0:1788359563.445011:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359563.445024:0:21364:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788359563.445030:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0eafd875000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788359563.445034:0:21364:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eafd875000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788359563.445044:0:21364:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788359563.445352:0:21364:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0eafd870800 00000020:01000000:1.0:1788359563.445372:0:21364:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788359563.445377:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788359563.445381:0:21364:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788359563.445385:0:21364:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffffa0eaece10000) has no exports 00000020:00000080:1.0:1788359563.445412:0:21364:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788359563.445419:0:21364:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788359563.445421:0:21364:0:(genops.c:906:class_export_put()) final put ffffa0eac683e000/OSS_uuid 00000020:00000080:1.0:1788359563.445433:0:21364:0:(genops.c:865:class_export_destroy()) destroying export ffffa0eac683e000/OSS_uuid for OSS 00000020:01000000:1.0:1788359563.445437:0:21364:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1788359563.445544:0:17185:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788359563.445552:0:18695:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffffa0eafeec7400:18695] 0 exiting: rc = 1 00000100:00100000:3.0:1788359563.445561:0:18697:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffffa0ead27bf800:18697] 2 exiting: rc = 0 00000100:00100000:2.0:1788359563.445659:0:18796:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffffa0eafec15600:18796] 4 exiting: rc = 0 00000100:00100000:0.0:1788359563.446468:0:18696:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffffa0eafeec4c00:18696] 1 exiting: rc = 0 00000100:00100000:1.0:1788359563.446587:0:18793:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffffa0e9c631a800:18793] 3 exiting: rc = 0 00000100:00100000:0.0:1788359563.446768:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446777:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446787:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446793:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446798:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446804:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446809:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446814:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446820:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446826:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446831:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446836:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446842:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446847:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446853:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446858:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446864:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446879:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446884:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446890:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446895:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446900:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446906:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446911:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446915:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446921:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446926:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446930:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446935:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446940:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446945:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446951:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446956:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446961:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446966:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446971:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446976:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446981:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446986:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446991:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.446996:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447001:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447006:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447012:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447017:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447022:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447027:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447033:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447038:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447043:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447049:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447054:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447065:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447070:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447076:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447081:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447086:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447091:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447096:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447102:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447106:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447121:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447127:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.447133:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359563.448147:0:18700:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffffa0e9c7467000:18700] 1 exiting: rc = 0 00000100:00100000:0.0:1788359563.448188:0:20473:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffffa0e9c715b000:20473] 2 exiting: rc = 0 00000100:00100000:2.0:1788359563.448190:0:18699:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffffa0ead27bf200:18699] 0 exiting: rc = 1 00000100:00100000:1.0:1788359563.448304:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448318:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448324:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448330:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448335:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448340:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448345:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448350:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448360:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448367:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448372:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448378:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448383:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448388:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448393:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448398:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448411:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448417:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448423:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448428:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448434:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448438:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448455:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448461:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448467:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448472:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448478:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448483:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448488:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448521:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448593:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448612:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448618:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448623:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448627:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448631:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448636:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448641:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448646:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448650:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448655:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448661:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448667:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448672:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448676:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448681:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448687:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448693:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448698:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448703:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448708:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448713:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448718:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448723:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448728:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448732:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448737:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448742:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448748:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448753:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448759:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448764:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448769:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.448774:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788359563.449801:0:18701:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffffa0eaec1c5000:18701] 0 exiting: rc = 1 00000100:00100000:3.0:1788359563.449825:0:18702:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffffa0eaec1c4e00:18702] 1 exiting: rc = 0 00000100:00100000:0.0:1788359563.450024:0:18703:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffffa0eaec1c5200:18703] 2 exiting: rc = 0 00000100:00100000:1.0:1788359563.450117:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450124:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450138:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450143:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450149:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450154:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450160:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450165:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450171:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450177:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450183:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450189:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450195:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450200:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450205:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450211:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450217:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450222:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450226:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450231:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450237:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450242:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450248:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450254:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450259:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450265:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450270:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450276:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450281:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450286:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450292:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450312:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450319:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450324:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450330:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450335:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450341:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450352:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450358:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450364:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450369:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450374:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450380:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450386:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450392:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450397:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450403:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450409:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450414:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450420:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450426:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450431:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450436:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450453:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450459:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450463:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450476:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450517:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450527:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450535:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450541:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450553:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450559:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.450570:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788359563.453647:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffffa0ead07f7200:18704] 0 exiting: rc = 1 00000100:00100000:2.0:1788359563.453671:0:18705:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffffa0eaec1c3a00:18705] 1 exiting: rc = 0 00000100:00100000:0.0:1788359563.453742:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453756:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453898:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453903:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453908:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453914:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453919:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453924:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453929:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453934:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453940:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453945:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453950:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453955:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453961:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453966:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453971:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453977:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453982:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453987:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.453992:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454006:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454009:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454014:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454019:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454024:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454029:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454034:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454040:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454044:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454050:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454056:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454061:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454090:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454097:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454102:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454105:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454109:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454112:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454115:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454119:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454122:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454125:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454128:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454131:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454134:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454136:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454140:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454143:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454146:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454153:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454157:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454161:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454164:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454167:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454170:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454178:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454182:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454185:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454188:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454191:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454194:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454197:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788359563.454203:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788359563.456747:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffffa0eaec1c4800:18706] 0 exiting: rc = 1 00000100:00100000:3.0:1788359563.457290:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffffa0eafef17400:18707] 1 exiting: rc = 0 00000100:00100000:1.0:1788359563.457357:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457367:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457379:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457387:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457392:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457398:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457404:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457410:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457426:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457432:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457456:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457479:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457509:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457517:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457523:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457532:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457538:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457545:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457551:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457558:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457564:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457570:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457577:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457599:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457606:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457612:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457618:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457624:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457645:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457652:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457657:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457664:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457670:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457676:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457681:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457702:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457709:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457717:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457725:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457731:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457738:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457744:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457750:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457762:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457768:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457773:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457780:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457802:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457809:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457817:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457822:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457828:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457834:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457840:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457846:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457852:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457860:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457873:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457880:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457900:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457908:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457914:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457921:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788359563.457934:0:21364:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788359563.463183:0:21364:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788359575.565712:0:22128:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1788359581.581928:0:22727:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788359581.581934:0:22727:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1788359581.581936:0:22727:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1788359581.582047:0:22727:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0eafd956000 00000020:01000004:0.0:1788359581.582064:0:22727:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1788359581.582071:0:22727:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788359581.582087:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffffa0eaffa419c0) 00000020:00000080:0.0:1788359581.582102:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788359581.628997:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.630183:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788359581.631042:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.631221:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.631454:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.631671:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.631859:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.632039:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.632220:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.632466:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.632773:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.633004:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.633194:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.633429:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.633678:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.633908:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.634136:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.634381:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.634596:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.634807:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.635026:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.635249:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.635490:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.635791:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.636024:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.636243:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.636476:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.636926:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.637153:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.637368:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.637576:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.637782:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.638003:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788359581.638225:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1788359581.638770:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.639171:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1788359581.639407:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1788359581.639638:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.639837:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1788359581.640020:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.640205:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.640398:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.640668:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1788359581.640923:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1788359581.641102:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788359581.641333:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.643442:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.644642:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.645048:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.645219:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.645623:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.645841:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788359581.646058:0:22727:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:0.0:1788359581.646639:0:22727:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788359581.646913:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1788359581.646921:0:22727:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788359581.646932:0:22727:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafddd 00000020:01000004:0.0:1788359581.646939:0:22727:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1788359581.646943:0:22727:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1788359581.646948:0:22727:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0eafd956000 from MGS 00000020:01000004:0.0:1788359581.646952:0:22727:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1788359581.646961:0:22727:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffffa0eaffa40000) 00000020:00000080:0.0:1788359581.646979:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1788359581.647036:0:22727:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eafd956000 from MGS, refs=2 00080000:01000000:0.0:1788359581.647041:0:22727:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788359581.647046:0:22727:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafdeb 00000100:00100000:0.0:1788359581.647131:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1788359581.647242:0:22727:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1788359581.647248:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788359581.647730:0:22727:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788359581.647738:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788359581.648779:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788359581.648917:0:22727:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788359581.648923:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788359581.649537:0:22727:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788359581.649546:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788359581.649944:0:22727:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788359581.649950:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788359581.650555:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.650559:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.650560:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.650969:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.650972:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.650974:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359581.651437:0:22727:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00000040:01000000:2.0:1788359581.655971:0:22727:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 00010000:00010000:0.0:1788359581.656669:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788359581.656790:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788359581.656887:0:22727:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788359581.656918:0:22727:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788359581.657464:0:22727:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788359581.657799:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.657937:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788359581.657944:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788359581.658572:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788359581.658579:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788359581.658890:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788359581.658896:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788359581.661436:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788359581.661459:0:22727:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.152@tcp' 00000020:01000004:2.0:1788359581.661461:0:22727:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788359581.661487:0:22727:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.152@tcp (typ=mgc) 00000020:00000080:2.0:1788359581.661522:0:22727:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.152@tcp (ffffa0eaece119c0) 00000020:00000080:2.0:1788359581.661536:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788359581.661608:0:22727:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eafd8a6000@MGC192.168.202.152@tcp: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1788359581.661740:0:22727:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.152@tcp-0 is initialized 00000040:01000000:2.0:1788359581.661746:0:22727:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788359581.661896:0:22743:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1788359581.670570:0:22745:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788359581.670739:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.152@tcp (uuid 6c2648bb-0db1-4a35-a45e-9ea20f668394) 00000020:00000080:2.0:1788359581.670839:0:22727:0:(genops.c:1406:class_connect()) connect: client 6c2648bb-0db1-4a35-a45e-9ea20f668394, cookie 0x49dd053b5feafdf9 00000100:00080000:2.0:1788359581.670851:0:22727:0:(import.c:510:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788359581.670857:0:22727:0:(import.c:624:import_select_connection()) MGC192.168.202.152@tcp: import ffffa0eafd8a6000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359581.670887:0:22727:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eac12aed80 x1875230445481472/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359581.670962:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6c2648bb-0db1-4a35-a45e-9ea20f668394:3641:1875230445481472:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788359581.671027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788359581.671094:0:22727:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6c2648bb-0db1-4a35-a45e-9ea20f668394->MGS 00000020:01000004:2.0:1788359581.671108:0:22727:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1788359581.671113:0:22727:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1788359581.671126:0:22727:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffffa0eaece13380) 00000020:00000080:2.0:1788359581.671138:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788359581.671146:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445481472 00000100:00100000:0.0:1788359581.671154:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445481472 00000100:00100000:0.0:1788359581.671184:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359581.671191:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3641:x1875230445481472:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788359581.671211:0:22740:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 6c2648bb-0db1-4a35-a45e-9ea20f668394@0@lo t0 exp 0000000000000000 cur 613 last 0 00000020:00000080:0.0:1788359581.671231:0:22740:0:(genops.c:1406:class_connect()) connect: client 6c2648bb-0db1-4a35-a45e-9ea20f668394, cookie 0x49dd053b5feafe07 00000100:00080000:0.0:1788359581.671364:0:22740:0:(import.c:65:import_set_state_nolock()) ffffa0e9c77e6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788359581.675939:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:3641:x1875230445481472:12345-0@lo:250:mount.lustre.0 Request processed in 4735us (4900us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.675955:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788359581.677166:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788359581.677719:0:3641:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.152@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788359581.677732:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) MGC192.168.202.152@tcp: connect to target with instance 0 00000100:00080000:1.0:1788359581.677740:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) MGC192.168.202.152@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788359581.677744:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788359581.677749:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a6000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788359581.677751:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788359581.677816:0:3641:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788359581.677827:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6c2648bb-0db1-4a35-a45e-9ea20f668394:3641:1875230445481472:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788359581.678069:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1788359581.678076:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788359581.678904:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788359581.678910:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1788359581.679123:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1788359581.679129:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1788359581.679673:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.679935:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1788359581.679939:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1788359581.680207:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1788359581.680212:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788359581.706277:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.706455:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788359581.706462:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1788359581.707577:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1788359581.707586:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788359581.708076:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.708201:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788359581.708205:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1788359581.712791:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788359581.712804:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788359581.714590:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.714764:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788359581.714770:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788359581.715846:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788359581.715856:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1788359581.717012:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359581.717163:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788359581.717168:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788359581.717784:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788359581.717792:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1788359581.731353:0:22727:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788359581.731703:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788359581.731710:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788359581.733048:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788359581.733059:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788359581.733858:0:22727:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788359581.733866:0:22727:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788359581.734708:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788359581.734741:0:22727:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1788359581.734747:0:22727:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.152@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788359581.734914:0:22727:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788359581.734945:0:22727:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.152@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788359581.734950:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788359581.734952:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.734953:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.734954:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.734956:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.734957:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.734958:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.734960:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.734962:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.734963:0:22727:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788359581.734966:0:22727:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788359581.734968:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788359581.734969:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.734971:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.734972:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.734973:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.734974:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.734975:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.734976:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.734977:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.734978:0:22727:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788359581.735002:0:22727:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788359581.735024:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481600:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788359581.735094:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.735166:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.735215:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445481600 00000100:00100000:1.0:1788359581.735222:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445481600 00000100:00100000:1.0:1788359581.735280:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788359581.735289:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:22727:x1875230445481600:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788359581.735336:0:22742:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788359581.735339:0:22742:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788359581.735342:0:22742:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788359581.739709:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788359581.740195:0:22742:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1788359581.742048:0:22765:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1788359581.742055:0:22765:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1788359581.742058:0:22765:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1788359581.742061:0:22765:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1788359581.742222:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788359581.742470:0:22742:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788359581.742480:0:22742:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788359581.744050:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:22727:x1875230445481600:12345-0@lo:253:mount.lustre.0 Request processed in 8754us (8947us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.744064:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788359581.744149:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481600:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788359581.744165:0:22727:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788359581.744168:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788359581.744169:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.744171:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.744181:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.744183:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.744184:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.744185:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.744187:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.744189:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.744190:0:22727:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788359581.744209:0:22727:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0eafd956000 from lustre-MDT0000 10000000:01000000:3.0:1788359581.744239:0:22727:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788359581.744242:0:22727:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788359581.744247:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa0eaece119c0 10000000:01000000:3.0:1788359581.744251:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788359581.744259:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa0eaece119c0 from 1 10000000:01000000:3.0:1788359581.744262:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788359581.744310:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.744321:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.744331:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.744352:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481728:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359581.744458:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.744591:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.744688:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445481728 00000100:00100000:0.0:1788359581.744695:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445481728 00000100:00100000:0.0:1788359581.744783:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788359581.744793:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:22727:x1875230445481728:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359581.744807:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359581.744822:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2000/0x49dd053b5feafe15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafe0e expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.744844:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2000/0x49dd053b5feafe15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafe0e expref: 6 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.744854:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2000/0x49dd053b5feafe15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafe0e expref: 6 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.744863:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2000, rc 0) 00000100:00100000:0.0:1788359581.744901:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+6:22727:x1875230445481728:12345-0@lo:101:mount.lustre.0 Request processed in 110us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.744907:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788359581.744964:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481728:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.744976:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.744984:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.745039:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.745063:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.745231:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.745294:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445481856 00000100:00100000:1.0:1788359581.745298:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445481856 00000100:00100000:1.0:1788359581.745322:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788359581.745332:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+6:22727:x1875230445481856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359581.745475:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+6:22727:x1875230445481856:12345-0@lo:501:mount.lustre.0 Request processed in 146us (411us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788359581.745482:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359581.745572:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481856:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788359581.745599:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788359581.745618:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.745626:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359581.745634:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0eafd956000 10000000:01000000:3.0:1788359581.745638:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788359581.745642:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0eafd956000 10000000:01000000:3.0:1788359581.745645:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788359581.745648:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffffa0eafd956000 from 1 10000000:01000000:3.0:1788359581.745650:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788359581.745667:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.745674:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.745682:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.745694:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481984:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359581.745727:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.745745:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.745850:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445481984 00000100:00100000:1.0:1788359581.745854:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445481984 00000100:00100000:1.0:1788359581.745872:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788359581.745878:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+6:22727:x1875230445481984:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359581.745885:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359581.745895:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eae00/0x49dd053b5feafe23 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafe1c expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.745908:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eae00/0x49dd053b5feafe23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafe1c expref: 7 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.745917:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eae00/0x49dd053b5feafe23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafe1c expref: 7 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.745930:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eae00, rc 0) 00000100:00100000:1.0:1788359581.745961:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+7:22727:x1875230445481984:12345-0@lo:101:mount.lustre.0 Request processed in 82us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.745967:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788359581.746031:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445481984:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.746041:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe23 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.746049:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafe23 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359581.746059:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788359581.746075:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe23 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.746082:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181400/0x49dd053b5feafe1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe23 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359581.746088:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788359581.746091:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788359581.746095:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0eafd956000 10000000:01000000:3.0:1788359581.746098:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788359581.746100:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1788359581.746102:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1788359581.746114:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.746121:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.746129:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.746147:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482112:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359581.746171:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.746182:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.746236:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445482112 00000100:00100000:1.0:1788359581.746241:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445482112 00000100:00100000:1.0:1788359581.746257:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788359581.746263:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+7:22727:x1875230445482112:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359581.746282:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359581.746290:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75ea000/0x49dd053b5feafe31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafe2a expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.746304:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75ea000/0x49dd053b5feafe31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafe2a expref: 8 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.746312:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75ea000/0x49dd053b5feafe31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafe2a expref: 8 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.746318:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ea000, rc 0) 00000100:00100000:1.0:1788359581.746352:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+8:22727:x1875230445482112:12345-0@lo:101:mount.lustre.0 Request processed in 89us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.746358:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788359581.746570:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482112:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.746580:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe31 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.746588:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafe31 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.746633:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482240:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.746659:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.746779:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.746883:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445482240 00000100:00100000:0.0:1788359581.746888:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445482240 00000100:00100000:0.0:1788359581.746910:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788359581.746917:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+8:22727:x1875230445482240:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359581.747123:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22727:x1875230445482240:12345-0@lo:501:mount.lustre.0 Request processed in 205us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.747130:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788359581.747190:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482240:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.747218:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482368:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359581.747255:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.747286:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.747346:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445482368 00000100:00100000:0.0:1788359581.747350:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445482368 00000100:00100000:0.0:1788359581.747366:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788359581.747384:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22727:x1875230445482368:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359581.748077:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22727:x1875230445482368:12345-0@lo:503:mount.lustre.0 Request processed in 692us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.748086:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788359581.748170:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445482368:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359581.748615:0:22766:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22766:1875230445482496:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788359581.748655:0:22766:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359581.748692:0:22766:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eacc5b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.748695:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445482496 00000100:00100000:0.0:1788359581.748699:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445482496 00000100:00100000:0.0:1788359581.748736:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788359581.748744:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22766:x1875230445482496:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.749237:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22766:x1875230445482496:12345-0@lo:502:llog_process_th.0 Request processed in 493us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.749244:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359581.749315:0:22766:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22766:1875230445482496:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788359581.749342:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359581.749353:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.749355:0:22766:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788359581.749361:0:22766:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788359581.749363:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788359581.749378:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffffa0eaece14d40) 00000020:00000080:2.0:1788359581.749395:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788359581.749401:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788359581.749480:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788359581.749487:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafe3f 00000020:00000080:2.0:1788359581.749692:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788359581.749695:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359581.749698:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.749698:0:22766:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788359581.749700:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359581.749703:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.749703:0:22766:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788359581.749705:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788359581.749711:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffffa0eaece10000) 00000020:00000080:2.0:1788359581.749717:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788359581.749719:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788359581.749720:0:22766:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788359581.749722:0:22766:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788359581.749725:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788359581.749752:0:22766:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eafd956000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788359581.749761:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffffa0eac68599c0) 00000020:00000080:2.0:1788359581.749765:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788359581.749812:0:22766:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788359581.749817:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feafe54 00000020:00000080:2.0:1788359581.749888:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788359581.749898:0:22766:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788359581.749901:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x49dd053b5feafe5b 00080000:01000000:2.0:1788359581.749904:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788359581.749906:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafe62 00010000:00010000:2.0:1788359581.805157:0:22766:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788359581.805735:0:22766:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788359581.806042:0:22766:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788359581.806563:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffffa0eac685b380) 00000020:00000080:2.0:1788359581.806579:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788359581.806645:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788359581.806650:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafe70 00000020:00000080:2.0:1788359581.807136:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788359581.810262:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x49dd053b5feafe77 00000020:00000080:2.0:1788359581.812022:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1788359581.812035:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359581.812043:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.812045:0:22766:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788359581.812048:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788359581.812051:0:22766:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1788359581.812052:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788359581.812054:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788359581.812055:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788359581.812058:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.812059:0:22766:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788359581.812062:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359581.812067:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.812068:0:22766:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788359581.812073:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788359581.812118:0:22766:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788359581.812133:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359581.812136:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.812137:0:22766:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788359581.812140:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359581.812150:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359581.812152:0:22766:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1788359581.812156:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788359581.812162:0:22766:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:00000080:2.0:1788359581.812186:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788359581.812200:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffffa0eac685cd40) 00000020:00000080:2.0:1788359581.812214:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788359581.812219:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788359581.812283:0:22766:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1788359581.812289:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788359581.812295:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafe85 00010000:00080000:2.0:1788359581.812324:0:22766:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eae4e46800@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1788359581.813917:0:22766:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788359581.819947:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359581.819963:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788359581.819995:0:22766:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788359581.820018:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feafe8c 00000100:00080000:3.0:1788359581.820029:0:22766:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788359581.820035:0:22766:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0eae4e46800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359581.820075:0:22766:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead2750380 x1875230445482624/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359581.820148:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482624:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788359581.820216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788359581.820287:0:22766:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1788359581.820340:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.820345:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.820347:0:22766:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788359581.820351:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788359581.820354:0:22766:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1788359581.820355:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788359581.820357:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788359581.820358:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788359581.820361:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.820363:0:22766:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788359581.820365:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788359581.820381:0:22766:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788359581.820385:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.820387:0:22766:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788359581.820390:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788359581.820393:0:22766:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:3.0:1788359581.820414:0:22766:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788359581.820417:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788359581.820428:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffffa0e9c563b380) 00000020:00000080:3.0:1788359581.820441:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788359581.820446:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788359581.820531:0:22766:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788359581.820537:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788359581.820543:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafe9a 00010000:00080000:3.0:1788359581.820572:0:22766:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eaffa8b000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.152@tcp at head 00010000:00010000:3.0:1788359581.820764:0:22766:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1788359581.821297:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445482624 00000100:00100000:0.0:1788359581.821306:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445482624 00000100:00100000:0.0:1788359581.821336:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359581.821344:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3641:x1875230445482624:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788359581.821359:0:22753:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1788359581.825284:0:22766:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788359581.825554:0:22766:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788359581.827544:0:22766:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788359581.828002:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788359581.835729:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1788359581.836573:0:22772:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788359581.836579:0:22772:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1788359581.837247:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3641:x1875230445482624:12345-0@lo:38:llog_process_th.0 Request processed in 15897us (17026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359581.837261:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788359581.837416:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788359581.837423:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788359581.837435:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482624:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1788359581.838291:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788359581.838302:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788359581.838339:0:22766:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788359581.838356:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feafea1 00000100:00080000:3.0:1788359581.838363:0:22766:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788359581.838428:0:22766:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0eaffa8b000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359581.838472:0:22766:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead2752680 x1875230445482752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359581.838537:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482752:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788359581.838576:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445482752 offset 0 length 520: 4 00000100:00080000:3.0:1788359581.838657:0:22766:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788359581.838701:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.838705:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.838707:0:22766:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788359581.838710:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788359581.838713:0:22766:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788359581.838714:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788359581.838716:0:22766:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788359581.838717:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788359581.838720:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.838722:0:22766:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788359581.838724:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788359581.838727:0:22766:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788359581.838731:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.838732:0:22766:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788359581.838735:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788359581.838738:0:22766:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:3.0:1788359581.838759:0:22766:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788359581.838761:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788359581.838949:0:22766:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffffa0e9c5638000) 00000020:00000080:3.0:1788359581.838961:0:22766:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788359581.838973:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788359581.839026:0:22766:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788359581.839031:0:22766:0:(osd_handler.c:8932:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788359581.839036:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x49dd053b5feafeaf 00010000:00080000:3.0:1788359581.839063:0:22766:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eafd8a5000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.152@tcp at head 00010000:00010000:3.0:1788359581.839232:0:22766:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788359581.839300:0:22766:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788359581.839314:0:22766:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788359581.842026:0:22766:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788359581.842223:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788359581.842343:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1788359581.842949:0:22774:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788359581.842961:0:22774:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788359581.843963:0:22766:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788359581.843976:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788359581.844014:0:22766:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788359581.844033:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feafeb6 00000100:00080000:0.0:1788359581.844044:0:22766:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788359581.844049:0:22766:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0eafd8a5000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359581.844085:0:22766:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bd180 x1875230445482880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359581.844114:0:22766:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788359581.844166:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788359581.844170:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359581.844172:0:22766:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788359581.844175:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788359581.844179:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359581.844180:0:22766:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788359581.844183:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788359581.844185:0:22766:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788359581.844187:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788359581.844189:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359581.844191:0:22766:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788359581.844193:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788359581.844195:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359581.844196:0:22766:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788359581.844200:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788359581.844229:0:22766:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22766:1875230445483008:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.844322:0:22766:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359581.844356:0:22766:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4e53180 going to sleep for 11 seconds 00000100:00100000:3.0:1788359581.844552:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482880:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788359581.844581:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445482880 offset 0 length 520: 4 00000100:00100000:2.0:1788359581.844667:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483008 00000100:00100000:2.0:1788359581.844674:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483008 00000100:00100000:2.0:1788359581.844716:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359581.844724:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22766:x1875230445483008:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788359581.844850:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22766:x1875230445483008:12345-0@lo:502:llog_process_th.0 Request processed in 126us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359581.844858:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788359581.845032:0:22766:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22766:1875230445483008:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788359581.845059:0:22766:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788359581.845069:0:22766:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359581.845071:0:22766:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788359581.845074:0:22766:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788359581.845254:0:22727:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788359581.845287:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788359581.845304:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe31 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.845315:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180000/0x49dd053b5feafe2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe31 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359581.845333:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eafd956000 from 1 10000000:01000000:2.0:1788359581.845336:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788359581.845362:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.845450:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.845460:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359581.845483:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483136:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359581.845619:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359581.845640:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6cb5900 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.845747:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483136 00000100:00100000:1.0:1788359581.845752:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483136 00000100:00100000:1.0:1788359581.845884:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788359581.845894:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+9:22727:x1875230445483136:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359581.845904:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359581.845918:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafebd expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.845939:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafebd expref: 10 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.845949:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafebd expref: 10 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.845958:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eaa00, rc 0) 00000100:00100000:1.0:1788359581.846042:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+10:22727:x1875230445483136:12345-0@lo:101:mount.lustre.0 Request processed in 148us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.846048:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788359581.846126:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483136:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.846139:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.846147:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.847188:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483264:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788359581.847293:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.847363:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.847486:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483264 00000100:00100000:1.0:1788359581.847491:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483264 00000100:00100000:1.0:1788359581.847539:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788359581.847545:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+10:22727:x1875230445483264:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788359581.847562:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788359581.847568:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788359581.847642:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+10:22727:x1875230445483264:12345-0@lo:256:mount.lustre.0 Request processed in 97us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.847649:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359581.847763:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483264:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788359581.848342:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788359581.848366:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.848538:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359581.848546:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eafd956000 from 1 10000000:01000000:3.0:1788359581.848550:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788359581.848578:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.848586:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.848595:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.848611:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483392:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359581.848646:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.848668:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.848744:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483392 00000100:00100000:1.0:1788359581.848750:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483392 00000100:00100000:1.0:1788359581.848835:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788359581.848843:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+10:22727:x1875230445483392:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359581.848853:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359581.848864:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafecb expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.848880:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafecb expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.848890:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafecb expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.848898:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ebe00, rc 0) 00000100:00100000:1.0:1788359581.848936:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445483392:12345-0@lo:101:mount.lustre.0 Request processed in 94us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.848941:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359581.849087:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483392:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.849099:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.849107:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.849163:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.849188:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.849364:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359581.849468:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483520 00000100:00100000:2.0:1788359581.849474:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483520 00000100:00100000:2.0:1788359581.849518:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788359581.849526:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445483520:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359581.849660:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445483520:12345-0@lo:501:mount.lustre.0 Request processed in 135us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359581.849667:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788359581.849742:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.849789:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483648:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359581.849824:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.849852:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359581.849946:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483648 00000100:00100000:2.0:1788359581.849950:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483648 00000100:00100000:2.0:1788359581.849966:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788359581.849971:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445483648:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359581.850050:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445483648:12345-0@lo:503:mount.lustre.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359581.850065:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788359581.850142:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445483648:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359581.850554:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22776:1875230445483776:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788359581.850586:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359581.850603:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483776 00000100:00100000:2.0:1788359581.850607:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483776 00000100:00100000:2.0:1788359581.850621:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359581.850626:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22776:x1875230445483776:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788359581.850743:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6cb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1788359581.851032:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22776:x1875230445483776:12345-0@lo:502:llog_process_th.0 Request processed in 404us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359581.851039:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788359581.851116:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22776:1875230445483776:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788359581.851139:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359581.851147:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851149:0:22776:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788359581.851155:0:22776:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eafd956000 00000020:00000080:3.0:1788359581.851158:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359581.851166:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.851168:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851169:0:22776:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788359581.851171:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359581.851173:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851174:0:22776:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788359581.851177:0:22776:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eafd956000 00000020:00000080:3.0:1788359581.851179:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359581.851230:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.851234:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851235:0:22776:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788359581.851237:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359581.851239:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851240:0:22776:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788359581.851244:0:22776:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eafd956000 00000020:00000080:3.0:1788359581.851245:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359581.851260:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.851263:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851264:0:22776:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788359581.851301:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359581.851304:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.851306:0:22776:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788359581.851308:0:22776:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eafd956000 00000020:00000080:3.0:1788359581.851310:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788359581.851344:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22776:1875230445483904:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788359581.851455:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.851544:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.851627:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445483904 00000100:00100000:0.0:1788359581.851632:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445483904 00000100:00100000:0.0:1788359581.851654:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788359581.851660:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22776:x1875230445483904:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.851737:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22776:x1875230445483904:12345-0@lo:502:llog_process_th.0 Request processed in 77us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.851744:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788359581.855478:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22776:1875230445483904:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788359581.855548:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359581.855557:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359581.855559:0:22776:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788359581.855563:0:22776:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788359581.855631:0:22727:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788359581.855651:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788359581.855673:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.855685:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359581.855732:0:22727:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788359581.855735:0:22727:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0eafd956000 10000000:01000000:3.0:1788359581.855738:0:22727:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0eafd956000 10000000:01000000:3.0:1788359581.855741:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788359581.855746:0:22727:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0eafd956000 from 1 10000000:01000000:3.0:1788359581.855749:0:22727:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788359581.855792:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.855811:0:22727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.855821:0:22727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.855840:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484032:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359581.855895:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.855925:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.857486:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484032 00000100:00100000:1.0:1788359581.857505:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484032 00000100:00100000:1.0:1788359581.857553:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788359581.857561:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22727:x1875230445484032:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359581.857577:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359581.857590:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75ea200/0x49dd053b5feafee0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafed9 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.857626:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75ea200/0x49dd053b5feafee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafed9 expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.857635:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75ea200/0x49dd053b5feafee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafed9 expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359581.857643:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ea200, rc 0) 00000100:00100000:1.0:1788359581.857706:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484032:12345-0@lo:101:mount.lustre.0 Request processed in 146us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.857713:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788359581.857880:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484032:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359581.857895:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafee0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.857903:0:22727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feafee0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359581.857966:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484160:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.857994:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.858020:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359581.858601:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484160 00000100:00100000:1.0:1788359581.858606:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484160 00000100:00100000:1.0:1788359581.858627:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788359581.858633:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484160:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359581.858749:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484160:12345-0@lo:501:mount.lustre.0 Request processed in 114us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359581.858755:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788359581.858874:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484160:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359581.858904:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484288:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359581.858944:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359581.859887:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359581.860416:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484288 00000100:00100000:2.0:1788359581.860423:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484288 00000100:00100000:2.0:1788359581.860457:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788359581.860466:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484288:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359581.860597:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484288:12345-0@lo:503:mount.lustre.0 Request processed in 132us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359581.860605:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788359581.861516:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484288:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359581.863616:0:22779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.863691:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359581.863723:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484416 00000100:00100000:0.0:1788359581.863730:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484416 00000100:00100000:0.0:1788359581.863836:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359581.863845:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484416:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.863955:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484416:12345-0@lo:502:llog_process_th.0 Request processed in 110us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.863962:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359581.864009:0:22779:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6c01a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.864027:0:22779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484416:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788359581.864078:0:22779:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788359581.864094:0:22779:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffffa0eaffa44d40) 00000020:00000080:0.0:1788359581.864113:0:22779:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788359581.866985:0:22779:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eafd956000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788359581.866996:0:22779:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eafd956000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788359581.866999:0:22779:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eafd956000 4 00010000:00080000:0.0:1788359581.867043:0:22779:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eaf95c8800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1788359581.870245:0:22779:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788359581.871043:0:22779:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788359581.871209:0:22779:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788359581.871223:0:22779:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x49dd053b5feafeee 00000100:00080000:0.0:1788359581.871233:0:22779:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788359581.871239:0:22779:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0eaf95c8800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359581.871289:0:22779:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bc380 x1875230445484544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788359581.871328:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445484544:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788359581.871476:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788359581.871615:0:22779:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788359581.872040:0:22779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.872083:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359581.872108:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484672 00000100:00100000:0.0:1788359581.872114:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484672 00000100:00100000:0.0:1788359581.872150:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788359581.872158:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484672:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.872257:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484672:12345-0@lo:502:llog_process_th.0 Request processed in 99us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.872278:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788359581.872318:0:22779:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6c01b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.872338:0:22779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.872452:0:22779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484800:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.872483:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359581.872526:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484800 00000100:00100000:0.0:1788359581.872530:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484800 00000100:00100000:0.0:1788359581.872550:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788359581.872555:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484800:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788359581.872609:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22779:x1875230445484800:12345-0@lo:502:llog_process_th.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.872615:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788359581.872647:0:22779:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6c01b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.872659:0:22779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6c2648bb-0db1-4a35-a45e-9ea20f668394:22779:1875230445484800:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788359581.872675:0:22779:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788359581.872731:0:22727:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788359581.872765:0:22727:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788359581.872778:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafee0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359581.872788:0:22727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180200/0x49dd053b5feafed9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafee0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788359581.872831:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788359581.872834:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.872835:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.872836:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.872837:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.872838:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.872839:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.872841:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.872842:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.872844:0:22727:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788359581.872847:0:22727:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788359581.872850:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788359581.872851:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.872852:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.872853:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.872853:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.872854:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.872855:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.872856:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.872857:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.872858:0:22727:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788359581.872870:0:22727:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788359581.872879:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484928:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788359581.872908:0:22727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359581.872919:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484928 00000100:00100000:3.0:1788359581.872921:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac4a2cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359581.872922:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484928 00000100:00100000:0.0:1788359581.872942:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788359581.872947:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484928:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788359581.872964:0:22741:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788359581.872976:0:22741:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788359581.873163:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445484544 00000100:00100000:1.0:1788359581.873168:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445484544 00000100:00100000:1.0:1788359581.873188:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788359581.873193:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445484544:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788359581.873236:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445484544:12345-0@lo:38:llog_process_th.0 Request processed in 42us (1760us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788359581.873241:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 20000000:01000000:0.0:1788359581.874642:0:22741:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788359581.874699:0:22741:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788359581.874895:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788359581.874903:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95c8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359581.874909:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788359581.874913:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445484544:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788359581.874998:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22727:x1875230445484928:12345-0@lo:253:mount.lustre.0 Request processed in 2049us (2088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.875007:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:2.0:1788359581.875063:0:22764:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788359581.875068:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788359581.875088:0:22764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.875103:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafebd expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.875113:0:22764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.875151:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359581.875165:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 11 pid: 22740 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359581.875177:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445485056:0@lo:104: 00000100:00100000:2.0:1788359581.875210:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359581.875288:0:22764:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4c7dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359581.875322:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:22727:1875230445484928:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788359581.875332:0:22727:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000100:00100000:0.0:1788359581.875334:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485056 00000020:01000004:3.0:1788359581.875335:0:22727:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000100:00100000:0.0:1788359581.875339:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485056 00000020:01000004:3.0:1788359581.875342:0:22727:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788359581.875343:0:22727:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359581.875344:0:22727:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359581.875345:0:22727:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359581.875346:0:22727:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359581.875347:0:22727:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359581.875348:0:22727:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788359581.875350:0:22727:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359581.875351:0:22727:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788359581.875361:0:22727:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788359581.875470:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359581.875479:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445485056:12345-0@lo:104: 00010000:00010000:0.0:1788359581.875491:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875559:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788359581.875565:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445485056:12345-0@lo:104: Request processed in 88us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.875571:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1788359581.875654:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359581.875660:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875667:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8600 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359581.875671:0:22737:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875678:0:22737:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359581.875688:0:22737:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359581.875694:0:22737:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788359581.875719:0:22737:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875725:0:22737:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788359581.875796:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445485184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359581.875825:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788359581.875882:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875900:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8600/0x49dd053b5feafebd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafec4 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.875915:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.875917:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359581.875919:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359581.875944:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485184 00000100:00100000:0.0:1788359581.875948:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485184 00010000:00010000:0.0:1788359581.875962:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 12 pid: 22740 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359581.875982:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359581.875988:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:3642:x1875230445485184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359581.875998:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359581.876002:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 12 pid: 22740 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876011:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 12 pid: 22740 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876026:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876034:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788359581.876046:0:22733:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000978091s 00010000:00010000:0.0:1788359581.876050:0:22733:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876067:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876074:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876080:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876085:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359581.876090:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876097:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876105:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876114:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359581.876166:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:3642:x1875230445485184:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359581.876173:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1788359581.876220:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feafec4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feafebd expref: 11 pid: 22740 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359581.876229:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445485056:0@lo:104: 00010000:00010000:0.0:1788359581.876240:0:22764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876257:0:22764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876263:0:22764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359581.876280:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c8e00/0x49dd053b5feafef5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359581.876320:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445485184:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788359581.890860:0:22727:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1788359581.892066:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1788359581.892299:0:22788:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1788359581.892304:0:22788:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788359581.892862:0:22789:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1788359581.893144:0:22789:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1788359581.893305:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1788359581.893623:0:22790:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0eaffba7800 x1875230445485312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359581.893636:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00000040:01000000:3.0:1788359581.893968:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788359581.894006:0:22727:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788359581.894615:0:22727:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788359581.894623:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788359581.894663:0:22727:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788359581.895904:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788359581.896485:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788359581.896528:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788359581.898317:0:22727:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788359581.898881:0:22727:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:2.0:1788359581.899987:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788359581.900049:0:22789:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:3.0:1788359581.901070:0:22727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788359581.903584:0:22727:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788359581.903618:0:22727:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb78b40d17988 00100000:10000000:3.0:1788359581.903626:0:22727:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788359581.908859:0:22727:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788359581.908876:0:22727:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.152@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788359581.908898:0:22727:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1788359581.908912:0:22727:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788359581.912154:0:22727:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788359581.912355:0:22727:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788359582.716731:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788359582.910161:0:22784:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788359582.910180:0:22784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1788359582.910413:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00000040:00080000:1.0:1788359582.912897:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788359582.912915:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1788359583.421760:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788359583.421771:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eafd956000 from 11 10000000:01000000:0.0:1788359583.421779:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788359583.421842:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359583.421857:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359583.421871:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359583.421905:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445485440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788359583.422001:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359583.422076:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359583.422109:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485440 00000100:00100000:3.0:1788359583.422119:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485440 00000100:00100000:3.0:1788359583.422189:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788359583.422209:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+11:22745:x1875230445485440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788359583.422228:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359583.422245:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feafefc expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359583.422286:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feafefc expref: 12 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359583.422297:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafefc expref: 12 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359583.422307:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac7181a00, rc 0) 00000100:00100000:3.0:1788359583.422369:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22745:x1875230445485440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359583.422376:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788359583.422603:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445485440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359583.422621:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359583.422640:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359583.422716:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445485568:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788359583.422755:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359583.422785:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d9ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359583.423297:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485568 00000100:00100000:1.0:1788359583.423307:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485568 00000100:00100000:1.0:1788359583.423458:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788359583.423468:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22745:x1875230445485568:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788359583.423489:0:22741:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788359583.423526:0:22741:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788359583.423530:0:22741:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788359583.423641:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:22745:x1875230445485568:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 175us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359583.423648:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788359583.423827:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445485568:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788359583.423878:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788359583.423887:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359583.423898:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359583.747558:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788359583.932721:0:22784:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788359583.932734:0:22784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788359583.932913:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788359583.932959:0:22784:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788359583.933143:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788359583.933892:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00010000:00010000:3.0:1788359584.764733:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788359584.766434:0:23032:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1788359584.956757:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00000020:00000004:3.0:1788359585.297727:0:23084:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788359585.297851:0:23084:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788359585.790220:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788359585.908565:0:23134:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788359585.908736:0:23134:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788359585.980754:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00010000:00010000:0.0:1788359586.813620:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359587.005110:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1788359587.005612:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445485696:0@lo:400:kworker.0 00000100:00100000:1.0:1788359587.005699:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788359587.009647:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788359587.009660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788359587.009665:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359587.009674:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1788359587.009681:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359587.009697:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0eae4e46800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359587.009738:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bd880 x1875230445485824/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359587.009765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359587.009770:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359587.009773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359587.009777:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359587.009890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788359587.009900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788359587.009904:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95c8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359587.009917:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0eaf95c8800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359587.009960:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74be680 x1875230445485952/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359587.010001:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485696 00000100:00100000:1.0:1788359587.010013:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485696 00000100:00100000:1.0:1788359587.010075:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788359587.010086:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:3643:x1875230445485696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359587.010211:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:3643:x1875230445485696:12345-0@lo:400:kworker.0 Request processed in 123us (4508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359587.010282:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788359587.010437:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445485696:0@lo:400:kworker.0 00000100:00100000:2.0:1788359587.011429:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445485824:0@lo:38:kworker.0 00000100:00100000:2.0:1788359587.011651:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359587.011706:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445485952:0@lo:38:kworker.0 00000100:00100000:2.0:1788359587.011777:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359587.011912:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485952 00000100:00100000:0.0:1788359587.011921:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485952 00000100:00100000:0.0:1788359587.011966:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788359587.011975:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445485952:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788359587.012003:0:22750:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 618 last 0 00000020:00000080:0.0:1788359587.012041:0:22750:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x49dd053b5feaff0a 00000004:00100000:0.0:1788359587.012059:0:22750:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788359587.012196:0:22750:0:(import.c:65:import_set_state_nolock()) ffffa0e9c559d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788359587.012290:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875230445485952:12345-0@lo:38:kworker.0 Request processed in 314us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359587.012302:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788359587.012327:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0e9c74be680 x1875230445485952/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788359587.012354:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788359587.012363:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788359587.012367:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788359587.012371:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaf95c8800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788359587.012378:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875230445485952:0@lo:38:kworker.0 00000100:00100000:1.0:1788359587.012471:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485824 00000100:00100000:1.0:1788359587.012484:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485824 00000100:00100000:1.0:1788359587.012571:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788359587.012579:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1875230445485824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788359587.012597:0:22754:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788359587.012649:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1875230445485824:12345-0@lo:38:kworker.0 Request processed in 69us (1001us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788359587.012657:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788359587.012787:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359587.012794:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788359587.012798:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445485824:0@lo:38:kworker.0 00010000:00010000:3.0:1788359587.836669:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359588.029159:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00010000:00010000:0.0:1788359588.860966:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359589.052632:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00010000:00010000:0.0:1788359589.891293:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788359590.018932:0:23479:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788359590.018935:0:23479:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788359590.018936:0:23479:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788359590.019012:0:23479:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0eae4c84000 00000020:01000004:3.0:1788359590.019023:0:23479:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788359590.019034:0:23479:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788359590.019048:0:23479:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffffa0e9c56399c0) 00000020:00000080:3.0:1788359590.019066:0:23479:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788359590.063084:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788359590.064774:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788359590.066652:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.067084:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.067676:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.068059:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.068258:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.068971:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.069850:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.071089:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.071448:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.071977:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.072214:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788359590.072490:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788359590.076715:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00000100:00100000:2.0:1788359590.077351:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00100000:10000000:2.0:1788359590.078027:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.078398:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.078659:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.079071:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.079525:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.080533:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.080893:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.081114:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.081367:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.081809:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.082215:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.082538:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.082919:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.083152:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.083360:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.084108:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.084461:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.084897:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.085268:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.085548:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.085802:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.086044:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.086222:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.086454:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.086721:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.086944:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788359590.087135:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788359590.087425:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1788359590.087741:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788359590.088022:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1788359590.088178:0:23479:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00080000:01000000:0.0:1788359590.088841:0:23479:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788359590.089069:0:23479:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1788359590.089079:0:23479:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788359590.089091:0:23479:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaff18 00000020:01000004:0.0:1788359590.089097:0:23479:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788359590.089119:0:23479:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.152@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788359590.089122:0:23479:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788359590.089128:0:23479:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1788359590.089153:0:23479:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1788359590.089157:0:23479:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.152@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1788359590.093306:0:23479:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788359590.093409:0:23479:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.152@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1788359590.093414:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788359590.093416:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788359590.093417:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359590.093419:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359590.093420:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359590.093421:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359590.093422:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788359590.093424:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359590.093425:0:23479:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788359590.093429:0:23479:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1788359590.093431:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788359590.093432:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788359590.093433:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359590.093434:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359590.093435:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359590.093436:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359590.093437:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788359590.093443:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359590.093444:0:23479:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788359590.093468:0:23479:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788359590.093487:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486080:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788359590.093596:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.093636:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaccef5540 going to sleep for 11 seconds 00000100:00100000:1.0:1788359590.093770:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486080 00000100:00100000:1.0:1788359590.093779:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486080 00000100:00100000:1.0:1788359590.093831:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788359590.093840:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:23479:x1875230445486080:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788359590.093871:0:22741:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788359590.093875:0:22741:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1788359590.093882:0:22741:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788359590.094275:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:23479:x1875230445486080:12345-0@lo:253:mount.lustre.0 Request processed in 435us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.094283:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788359590.094406:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486080:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788359590.094417:0:23479:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788359590.094420:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788359590.094421:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788359590.094422:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359590.094423:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359590.094424:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359590.094425:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359590.094426:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788359590.094428:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359590.094429:0:23479:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788359590.094447:0:23479:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0eae4c84000 from lustre-MDT0001 10000000:01000000:3.0:1788359590.094473:0:23479:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1788359590.094476:0:23479:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788359590.094484:0:23479:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0eaece119c0 local copy 00010000:00010000:3.0:1788359590.094817:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359590.094900:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486208:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359590.094942:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.094974:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead123c240 going to sleep for 11 seconds 00000100:00100000:1.0:1788359590.095404:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486208 00000100:00100000:1.0:1788359590.095410:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486208 00000100:00100000:1.0:1788359590.095447:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788359590.095456:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:23479:x1875230445486208:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359590.095555:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:23479:x1875230445486208:12345-0@lo:501:mount.lustre.0 Request processed in 100us (612us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788359590.095563:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788359590.095700:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486208:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788359590.095715:0:23479:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788359590.095732:0:23479:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788359590.095739:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.095747:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359590.095769:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0eae4c84000 10000000:01000000:3.0:1788359590.095780:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788359590.095786:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffffa0eaece119c0 10000000:01000000:3.0:1788359590.095789:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788359590.095793:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffffa0eaece119c0 from 1 10000000:01000000:3.0:1788359590.095796:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788359590.095818:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.095826:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.095836:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359590.095848:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486336:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359590.095874:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.095950:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead123c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.096104:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486336 00000100:00100000:0.0:1788359590.096108:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486336 00000100:00100000:0.0:1788359590.096133:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788359590.096144:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+12:23479:x1875230445486336:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359590.096153:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359590.096166:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e3a00/0x49dd053b5feaff26 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaff1f expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096184:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e3a00/0x49dd053b5feaff26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaff1f expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096205:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e3a00/0x49dd053b5feaff26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaff1f expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096214:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e3a00, rc 0) 00000100:00100000:0.0:1788359590.096288:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+13:23479:x1875230445486336:12345-0@lo:101:mount.lustre.0 Request processed in 145us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.096295:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788359590.096377:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486336:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359590.096387:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff26 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.096392:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaff26 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359590.096403:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788359590.096414:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff26 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.096422:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181000/0x49dd053b5feaff1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff26 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359590.096429:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0eae4c84000 10000000:01000000:3.0:1788359590.096433:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788359590.096436:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffffa0eae4c84000 from 1 10000000:01000000:3.0:1788359590.096438:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788359590.096450:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.096457:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.096465:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359590.096477:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486464:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359590.096570:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.096626:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead123c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.096732:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486464 00000100:00100000:0.0:1788359590.096736:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486464 00000100:00100000:0.0:1788359590.096760:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788359590.096773:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+13:23479:x1875230445486464:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359590.096781:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359590.096789:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e3600/0x49dd053b5feaff34 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaff2d expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096802:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e3600/0x49dd053b5feaff34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaff2d expref: 14 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096811:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e3600/0x49dd053b5feaff34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaff2d expref: 14 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.096817:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e3600, rc 0) 00000100:00100000:0.0:1788359590.096891:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+14:23479:x1875230445486464:12345-0@lo:101:mount.lustre.0 Request processed in 119us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.096896:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788359590.096963:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486464:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359590.096971:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff34 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.096976:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaff34 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359590.096986:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788359590.097001:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff34 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.097008:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180800/0x49dd053b5feaff2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff34 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359590.097014:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788359590.097018:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788359590.097022:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0eae4c84000 10000000:01000000:3.0:1788359590.097024:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788359590.097027:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1788359590.097030:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788359590.097041:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.097046:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.097050:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359590.097065:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486592:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359590.097082:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.097153:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead123c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.097194:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486592 00000100:00100000:0.0:1788359590.097199:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486592 00000100:00100000:0.0:1788359590.097262:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788359590.097269:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+14:23479:x1875230445486592:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359590.097276:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359590.097284:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2200/0x49dd053b5feaff42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaff3b expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.097296:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2200/0x49dd053b5feaff42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaff3b expref: 15 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.097304:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2200/0x49dd053b5feaff42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaff3b expref: 15 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.097321:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2200, rc 0) 00000100:00100000:0.0:1788359590.097365:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486592:12345-0@lo:101:mount.lustre.0 Request processed in 96us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.097370:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788359590.097429:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486592:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359590.097439:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff42 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.097446:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaff42 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788359590.099274:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1788359590.099849:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788359590.102713:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788359590.102758:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1788359590.102766:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1788359590.102773:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1788359590.102781:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1788359590.102788:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1788359590.102796:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1788359590.102809:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1788359590.102822:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1788359590.102835:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1788359590.102847:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1788359590.102861:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1788359590.102874:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1788359590.102888:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1788359590.102899:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1788359590.102906:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1788359590.102914:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1788359590.102929:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1788359590.102938:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1788359590.102945:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1788359590.102952:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1788359590.102958:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1788359590.102965:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1788359590.102972:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1788359590.102982:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1788359590.102994:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1788359590.103006:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1788359590.103019:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1788359590.103033:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1788359590.103043:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1788359590.103050:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1788359590.103056:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1788359590.103063:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1788359590.103071:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1788359590.103077:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1788359590.103085:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1788359590.103091:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1788359590.103098:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1788359590.103104:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1788359590.103111:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1788359590.103117:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1788359590.103124:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1788359590.103132:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1788359590.103139:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1788359590.103155:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1788359590.103161:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1788359590.103272:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486720:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359590.103335:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.103368:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaec2e3780 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.103454:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486720 00000100:00100000:0.0:1788359590.103462:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486720 00000100:00100000:0.0:1788359590.103534:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788359590.103544:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486720:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359590.103693:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486720:12345-0@lo:501:mount.lustre.0 Request processed in 151us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.103702:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788359590.103859:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2753480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359590.103892:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486848:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359590.103932:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.103958:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.104010:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486848 00000100:00100000:0.0:1788359590.104015:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486848 00000100:00100000:0.0:1788359590.104046:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788359590.104053:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486848:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359590.105004:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486848:12345-0@lo:503:mount.lustre.0 Request processed in 948us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.105013:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788359590.105099:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486848:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788359590.105538:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359590.105605:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486976:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.105637:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.105667:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.105719:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445486976 00000100:00100000:0.0:1788359590.105724:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445486976 00000100:00100000:0.0:1788359590.105749:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788359590.105754:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486976:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359590.107082:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445486976:12345-0@lo:502:mount.lustre.0 Request processed in 1323us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.107094:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788359590.107259:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445486976:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359590.107472:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788359590.107520:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788359590.107530:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788359590.107537:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788359590.107544:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788359590.107551:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788359590.107557:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788359590.107564:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788359590.107570:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788359590.107577:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788359590.107584:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788359590.107590:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788359590.107597:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788359590.107603:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788359590.107610:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788359590.107617:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788359590.107623:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788359590.107630:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788359590.107637:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788359590.107643:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788359590.107649:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788359590.107656:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788359590.107662:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788359590.107669:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788359590.107675:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788359590.107682:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788359590.107698:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788359590.107707:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788359590.107713:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788359590.107720:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788359590.107727:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788359590.107734:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788359590.107741:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788359590.107747:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788359590.107761:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788359590.107767:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788359590.107774:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788359590.107780:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788359590.107787:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788359590.107796:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788359590.107809:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788359590.107822:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788359590.107834:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788359590.107848:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788359590.107891:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445487104:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.107935:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.107970:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.108200:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445487104 00000100:00100000:0.0:1788359590.108207:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445487104 00000100:00100000:0.0:1788359590.108247:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788359590.108255:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445487104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359590.108345:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445487104:12345-0@lo:502:mount.lustre.0 Request processed in 91us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.108352:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788359590.108602:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445487104:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359590.108641:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788359590.108649:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1788359590.109933:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.109949:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.109951:0:23483:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788359590.109957:0:23483:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1788359590.109960:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788359590.109975:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffffa0eaf58d0000) 00000020:00000080:1.0:1788359590.109995:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1788359590.110001:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788359590.110070:0:23483:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788359590.110077:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaff50 00000020:00000080:1.0:1788359590.110831:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788359590.110837:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.110842:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.110843:0:23483:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788359590.110847:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.110850:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.110851:0:23483:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1788359590.110854:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788359590.110863:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffffa0eaf58d19c0) 00000020:00000080:1.0:1788359590.110876:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1788359590.110880:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788359590.110882:0:23483:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1788359590.110885:0:23483:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1788359590.110891:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788359590.110937:0:23483:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eae4c84000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1788359590.110947:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffffa0eaf58d3380) 00000020:00000080:1.0:1788359590.110955:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1788359590.111015:0:23483:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788359590.111021:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feaff65 00000020:00000080:1.0:1788359590.111115:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1788359590.111121:0:23483:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788359590.111252:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x49dd053b5feaff6c 00080000:01000000:1.0:1788359590.111260:0:23483:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788359590.111268:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaff73 00010000:00010000:0.0:1788359590.160008:0:23483:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1788359590.160374:0:23483:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1788359590.160632:0:23483:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788359590.161457:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1788359590.161469:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788359590.161476:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359590.161479:0:23483:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1788359590.161482:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788359590.161487:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359590.161489:0:23483:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1788359590.161531:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788359590.161538:0:23483:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:00000080:0.0:1788359590.161567:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788359590.161582:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffffa0eaffa43380) 00000020:00000080:0.0:1788359590.161603:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1788359590.161609:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788359590.161727:0:23483:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1788359590.161735:0:23483:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788359590.161743:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaff81 00010000:00080000:0.0:1788359590.161778:0:23483:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0ead27cc000@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.152@tcp at head 00010000:00010000:0.0:1788359590.163325:0:23483:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788359590.166011:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359590.166027:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788359590.166057:0:23483:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788359590.166074:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feaff88 00000100:00080000:1.0:1788359590.166083:0:23483:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788359590.166087:0:23483:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0ead27cc000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359590.166117:0:23483:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba5f80 x1875230445487232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359590.166150:0:23483:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788359590.166177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788359590.166182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788359590.166184:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1788359590.166196:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487232:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788359590.166200:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 618 00000100:00080000:1.0:1788359590.166204:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788359590.166208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0eae4e46800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359590.166221:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba4e00 x1875230445487360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359590.166231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.166234:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359590.166236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.166238:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788359590.166266:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.166305:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445487488:0@lo:400:kworker.0 00000100:00100000:3.0:1788359590.166310:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445487360:0@lo:38:kworker.0 00000100:00100000:3.0:1788359590.166332:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.166334:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.166401:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445487232 00000100:00100000:3.0:1788359590.166407:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445487232 00000100:00100000:3.0:1788359590.166426:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445487360 00000100:00100000:3.0:1788359590.166428:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445487360 00000100:00100000:3.0:1788359590.166439:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788359590.166444:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1875230445487232:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788359590.166464:0:22754:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:3.0:1788359590.166518:0:22754:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feaff8f 00000004:00100000:3.0:1788359590.166532:0:22754:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788359590.166537:0:22754:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:1.0:1788359590.166618:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.166621:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166623:0:23483:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788359590.166626:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788359590.166634:0:23483:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788359590.166635:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.166637:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.166638:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788359590.166641:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166642:0:23483:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788359590.166645:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.166649:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166651:0:23483:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788359590.166654:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788359590.166685:0:23483:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788359590.166698:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.166701:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166703:0:23483:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788359590.166705:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788359590.166707:0:23483:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1788359590.166708:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.166710:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.166712:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788359590.166714:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166716:0:23483:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788359590.166718:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788359590.166722:0:23483:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788359590.166725:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.166727:0:23483:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788359590.166729:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788359590.166731:0:23483:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000020:01000000:1.0:1788359590.166745:0:23483:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788359590.166747:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788359590.166756:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffffa0eaf58d4d40) 00000020:00000080:1.0:1788359590.166765:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788359590.166768:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788359590.166816:0:23483:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788359590.166821:0:23483:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788359590.166827:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaff9d 00010000:00080000:1.0:1788359590.166853:0:23483:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c6316000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.152@tcp at head 00000100:00100000:0.0:1788359590.167088:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445487488 00000100:00100000:0.0:1788359590.167095:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445487488 00000100:00100000:0.0:1788359590.167140:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359590.167148:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445487488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359590.167212:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445487488:12345-0@lo:400:kworker.0 Request processed in 64us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.167219:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788359590.167231:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0eaffba7480 x1875230445487488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1788359590.167236:0:23483:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1788359590.167247:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445487488:0@lo:400:kworker.0 00000040:01000000:1.0:1788359590.167963:0:23483:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788359590.168120:0:23483:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1788359590.170354:0:23483:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788359590.170899:0:23483:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788359590.171059:0:23483:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1788359590.171663:0:23488:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788359590.171668:0:23488:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:2.0:1788359590.172033:0:22754:0:(import.c:65:import_set_state_nolock()) ffffa0eae4d18000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359590.172266:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875230445487232:12345-0@lo:38:llog_process_th.0 Request processed in 5818us (5997us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.172282:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788359590.172308:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788359590.172316:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1875230445487360:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788359590.172373:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1875230445487360:12345-0@lo:38:kworker.0 Request processed in 56us (6039us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788359590.172380:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359590.172436:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788359590.172445:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788359590.172453:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788359590.172458:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788359590.172460:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0ead27cc000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788359590.172558:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487232:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788359590.172585:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788359590.172591:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788359590.172594:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788359590.172598:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445487360:0@lo:38:kworker.0 00000020:00000080:1.0:1788359590.172634:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788359590.172643:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788359590.172737:0:23483:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788359590.172754:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feaffa4 00000100:00100000:3.0:1788359590.172761:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445487616:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788359590.172762:0:23483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788359590.172770:0:23483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0e9c6316000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359590.172792:0:23483:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba6d80 x1875230445487744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788359590.172803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.172849:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445487616 00000100:00100000:0.0:1788359590.172855:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445487616 00000100:00100000:0.0:1788359590.172899:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788359590.172907:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1875230445487616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788359590.172930:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788359590.172967:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1875230445487616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.172973:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788359590.172995:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445487616:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788359590.173043:0:23483:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1788359590.173062:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487744:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788359590.173098:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445487744 offset 0 length 520: 4 00000020:01000000:1.0:1788359590.173129:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.173133:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.173134:0:23483:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788359590.173137:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788359590.173140:0:23483:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1788359590.173141:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.173143:0:23483:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788359590.173144:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788359590.173147:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.173148:0:23483:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788359590.173150:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788359590.173154:0:23483:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788359590.173164:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.173165:0:23483:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788359590.173169:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788359590.173173:0:23483:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.152@tcp to nid 0x20000c0a8ca98 (192.168.202.152@tcp) 00000100:00080000:2.0:1788359590.173202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359590.173208:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:1.0:1788359590.173208:0:23483:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000100:00080000:2.0:1788359590.173214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:1.0:1788359590.173214:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000100:00080000:2.0:1788359590.173220:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:1.0:1788359590.173229:0:23483:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffffa0e9c6870000) 00000020:00000080:1.0:1788359590.173244:0:23483:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1788359590.173249:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788359590.173314:0:23483:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1788359590.173319:0:23483:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788359590.173323:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x49dd053b5feaffb2 00010000:00080000:1.0:1788359590.173342:0:23483:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c6315800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.152@tcp at head 00010000:00010000:1.0:1788359590.173606:0:23483:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1788359590.173662:0:23483:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788359590.173672:0:23483:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1788359590.174925:0:23483:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788359590.175099:0:23483:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788359590.175432:0:23483:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788359590.176283:0:23490:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788359590.176289:0:23490:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788359590.176775:0:23483:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788359590.176785:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788359590.176814:0:23483:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788359590.176830:0:23483:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feaffb9 00000100:00080000:2.0:1788359590.176838:0:23483:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788359590.176842:0:23483:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359590.176870:0:23483:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eac12ac700 x1875230445487872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788359590.176895:0:23483:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788359590.176951:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359590.176957:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359590.176959:0:23483:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788359590.176961:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359590.176965:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359590.176966:0:23483:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788359590.176969:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788359590.176971:0:23483:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788359590.176973:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359590.176976:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359590.176977:0:23483:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788359590.176979:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359590.176989:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359590.176990:0:23483:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788359590.176994:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788359590.177014:0:23483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359590.177016:0:23483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359590.177018:0:23483:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788359590.177020:0:23483:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1788359590.177069:0:23479:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1788359590.177097:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788359590.177117:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff42 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359590.177270:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487872:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788359590.177320:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445487872 offset 0 length 520: 4 00000100:00080000:1.0:1788359590.177404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.177409:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359590.177411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.177414:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788359590.177446:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180400/0x49dd053b5feaff3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaff42 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359590.177454:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eae4c84000 from 1 10000000:01000000:2.0:1788359590.177456:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788359590.177479:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.177485:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.177644:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359590.177658:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488000:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359590.177737:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.177760:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.177774:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488000 00000100:00100000:0.0:1788359590.177782:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488000 00000100:00100000:0.0:1788359590.177839:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788359590.177849:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+15:23479:x1875230445488000:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359590.177863:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359590.177875:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaffc0 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.177898:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 16 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.177908:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 16 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.177930:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2800, rc 0) 00000100:00100000:0.0:1788359590.177974:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:23479:x1875230445488000:12345-0@lo:101:mount.lustre.0 Request processed in 125us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.177982:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788359590.177998:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488000:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359590.178014:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.178029:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359590.178885:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488128:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788359590.178915:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.178962:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359590.178995:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488128 00000100:00100000:3.0:1788359590.179000:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488128 00000100:00100000:3.0:1788359590.179061:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788359590.179068:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:23479:x1875230445488128:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788359590.179081:0:22742:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788359590.179093:0:22742:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788359590.179095:0:22742:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788359590.179228:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:23479:x1875230445488128:12345-0@lo:256:mount.lustre.0 Request processed in 159us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359590.179233:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788359590.179246:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488128:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788359590.179890:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788359590.179909:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.179921:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359590.179929:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eae4c84000 from 1 10000000:01000000:0.0:1788359590.179932:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788359590.179953:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.179961:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.179969:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.179983:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788359590.180013:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.180039:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c6a30e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.180058:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488256 00000100:00100000:2.0:1788359590.180064:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488256 00000100:00100000:2.0:1788359590.180230:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788359590.180239:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:23479:x1875230445488256:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359590.180249:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359590.180259:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaffce expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.180277:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.180287:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.180294:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaec5c9c00, rc 0) 00000100:00100000:2.0:1788359590.180333:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488256:12345-0@lo:101:mount.lustre.0 Request processed in 96us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.180339:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788359590.180398:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488256:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359590.180410:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359590.180417:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788359590.181846:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788359590.182081:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788359590.182305:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788359590.182323:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788359590.182331:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788359590.182338:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788359590.182345:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788359590.182351:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788359590.182358:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788359590.182365:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788359590.182371:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788359590.182382:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788359590.182389:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788359590.182398:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788359590.182401:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788359590.182447:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359590.182843:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359590.182905:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c680ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.182962:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488384 00000100:00100000:2.0:1788359590.182967:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488384 00000100:00100000:2.0:1788359590.183010:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788359590.183026:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488384:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359590.183119:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488384:12345-0@lo:501:mount.lustre.0 Request processed in 94us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.183136:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788359590.183256:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359590.183283:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788359590.183310:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359590.183353:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c680ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.183379:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488512 00000100:00100000:2.0:1788359590.183381:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488512 00000100:00100000:2.0:1788359590.183401:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788359590.183407:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488512:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359590.183528:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488512:12345-0@lo:503:mount.lustre.0 Request processed in 120us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.183535:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788359590.183639:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488512:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788359590.183925:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788359590.183969:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788359590.183995:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359590.184107:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c680a180 going to sleep for 11 seconds 00000100:00100000:3.0:1788359590.184209:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488640 00000100:00100000:3.0:1788359590.184212:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488640 00000100:00100000:3.0:1788359590.184237:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788359590.184245:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488640:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359590.184338:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488640:12345-0@lo:502:mount.lustre.0 Request processed in 95us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359590.184344:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788359590.184385:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788359590.184482:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788359590.184569:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788359590.184628:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788359590.184643:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788359590.184651:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788359590.184657:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788359590.184669:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788359590.184683:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788359590.184750:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788359590.184757:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788359590.184764:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788359590.184778:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788359590.184801:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359590.184853:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c680a180 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.184875:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488768 00000100:00100000:2.0:1788359590.184878:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488768 00000100:00100000:2.0:1788359590.184899:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788359590.184905:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.184995:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488768:12345-0@lo:502:mount.lustre.0 Request processed in 89us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.185001:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788359590.185050:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788359590.185074:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788359590.185080:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788359590.185429:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.185435:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.185437:0:23492:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788359590.185442:0:23492:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eae4c84000 00000020:00000080:1.0:1788359590.185444:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788359590.185449:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.185451:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.185451:0:23492:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788359590.185453:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.185454:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.185455:0:23492:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788359590.185462:0:23492:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eae4c84000 00000020:00000080:1.0:1788359590.185464:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788359590.185590:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.185593:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.185594:0:23492:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788359590.185596:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.185598:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.185598:0:23492:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788359590.185601:0:23492:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eae4c84000 00000020:00000080:1.0:1788359590.185602:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788359590.186287:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.186292:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.186293:0:23492:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788359590.186297:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788359590.186299:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.186301:0:23492:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788359590.186305:0:23492:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eae4c84000 00000020:00000080:1.0:1788359590.186307:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788359590.186335:0:23492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788359590.186338:0:23492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788359590.186340:0:23492:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788359590.186343:0:23492:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1788359590.186611:0:23479:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788359590.186636:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788359590.187033:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.187046:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359590.187099:0:23479:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788359590.187106:0:23479:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0eae4c84000 10000000:01000000:2.0:1788359590.187109:0:23479:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0eae4c84000 10000000:01000000:2.0:1788359590.187113:0:23479:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788359590.187119:0:23479:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0eae4c84000 from 1 10000000:01000000:2.0:1788359590.187121:0:23479:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788359590.187152:0:23479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.187161:0:23479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.187172:0:23479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359590.187206:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488896:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359590.187261:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359590.189809:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445488896 00000100:00100000:3.0:1788359590.189822:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445488896 00000100:00100000:2.0:1788359590.189846:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788359590.189879:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788359590.189888:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:23479:x1875230445488896:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359590.189906:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359590.189924:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac7181200/0x49dd053b5feaffe3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feaffdc expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.189952:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac7181200/0x49dd053b5feaffe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feaffdc expref: 18 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.189964:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac7181200/0x49dd053b5feaffe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaffdc expref: 18 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359590.189973:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac7181200, rc 0) 00000100:00100000:3.0:1788359590.190037:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445488896:12345-0@lo:101:mount.lustre.0 Request processed in 150us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359590.190044:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788359590.190252:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445488896:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359590.190269:0:23479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffe3 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.190280:0:23479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feaffe3 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788359590.197570:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788359590.197859:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788359590.198034:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788359590.198057:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788359590.198072:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788359590.198086:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788359590.198109:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788359590.198430:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788359590.198455:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788359590.198469:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788359590.198484:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788359590.198569:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788359590.198588:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788359590.198602:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788359590.198616:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788359590.198630:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788359590.198644:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788359590.198657:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788359590.198671:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788359590.198749:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788359590.198770:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788359590.198784:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788359590.198802:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788359590.198817:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788359590.198831:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788359590.198844:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788359590.198858:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788359590.198885:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788359590.198900:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788359590.198914:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788359590.198929:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788359590.198942:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788359590.198957:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788359590.198971:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788359590.198984:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788359590.198996:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788359590.199009:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788359590.199022:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788359590.199036:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788359590.199059:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788359590.199075:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788359590.199089:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788359590.199101:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788359590.199142:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788359590.199160:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788359590.199175:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788359590.199204:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788359590.199220:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788359590.199234:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788359590.199245:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788359590.199348:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788359590.199365:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788359590.199379:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788359590.199384:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788359590.199468:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489024:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359590.199639:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.199695:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489024 00000100:00100000:2.0:1788359590.199701:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489024 00000100:00100000:2.0:1788359590.199743:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788359590.199751:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489024:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359590.199854:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489024:12345-0@lo:501:mount.lustre.0 Request processed in 104us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.199862:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788359590.199906:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d356c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.199927:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489024:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359590.199957:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489152:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359590.199988:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.200014:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.201861:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489152 00000100:00100000:0.0:1788359590.201886:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489152 00000100:00100000:0.0:1788359590.201944:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788359590.201953:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489152:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359590.202091:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489152:12345-0@lo:503:mount.lustre.0 Request processed in 139us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.202099:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788359590.204976:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489152:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788359590.205530:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359590.205619:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489280:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.205705:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.205744:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489280 00000100:00100000:2.0:1788359590.205750:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489280 00000100:00100000:2.0:1788359590.205790:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788359590.205799:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489280:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.205903:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489280:12345-0@lo:502:mount.lustre.0 Request processed in 105us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.205910:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788359590.205960:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.205973:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489280:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359590.206125:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788359590.206151:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788359590.206166:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788359590.206205:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788359590.206222:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788359590.206242:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788359590.206256:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788359590.206270:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788359590.206283:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788359590.206297:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788359590.206311:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788359590.206325:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788359590.206409:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788359590.206436:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788359590.206461:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788359590.206478:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788359590.206518:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788359590.206538:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788359590.206554:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788359590.206577:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788359590.206591:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788359590.206601:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788359590.206611:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788359590.206625:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788359590.206638:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788359590.206652:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788359590.206667:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788359590.206681:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788359590.206698:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788359590.206711:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788359590.206724:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788359590.206738:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788359590.206754:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788359590.206769:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788359590.206785:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788359590.206816:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788359590.206832:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788359590.206846:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788359590.206859:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788359590.206872:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788359590.206886:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788359590.206900:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788359590.206914:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788359590.206929:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788359590.206944:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788359590.206959:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788359590.206974:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788359590.207001:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788359590.207037:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489408:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.207090:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.207130:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489408 00000100:00100000:2.0:1788359590.207136:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489408 00000100:00100000:2.0:1788359590.207166:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788359590.207176:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489408:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.207275:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489408:12345-0@lo:502:mount.lustre.0 Request processed in 101us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.207282:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788359590.207327:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.207411:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489408:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359590.207556:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788359590.207578:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788359590.207597:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.207620:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.207636:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489536 00000100:00100000:2.0:1788359590.207639:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489536 00000100:00100000:2.0:1788359590.207653:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788359590.207657:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489536:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359590.207702:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489536:12345-0@lo:502:mount.lustre.0 Request processed in 43us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.207709:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788359590.207736:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4d35c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.207749:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489536:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359590.207773:0:23479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788359590.207782:0:23479:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788359590.208263:0:23497:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788359590.208276:0:23497:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffffa0e9c68719c0) 00000020:00000080:1.0:1788359590.208292:0:23497:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1788359590.208572:0:23497:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eae4c84000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788359590.208576:0:23497:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eae4c84000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788359590.208578:0:23497:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eae4c84000 3 00010000:00080000:2.0:1788359590.208607:0:23497:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0eae5555000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1788359590.210637:0:23497:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1788359590.210747:0:23497:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1788359590.210793:0:23497:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788359590.210809:0:23497:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x49dd053b5feafff1 00000100:00080000:2.0:1788359590.210820:0:23497:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788359590.210827:0:23497:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0eae5555000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359590.210859:0:23497:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eac12adf80 x1875230445489664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359590.210907:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445489664:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788359590.210967:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788359590.211020:0:23497:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788359590.211574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.211579:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359590.211582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359590.211584:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1788359590.211865:0:23497:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1788359590.211984:0:23479:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788359590.212016:0:23479:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788359590.212039:0:23479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffe3 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.212051:0:23479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c9800/0x49dd053b5feaffdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feaffe3 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788359590.212095:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788359590.212097:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788359590.212099:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788359590.212100:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788359590.212101:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788359590.212102:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788359590.212106:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788359590.212108:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788359590.212109:0:23479:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788359590.212113:0:23479:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788359590.212115:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788359590.212116:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788359590.212117:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788359590.212118:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788359590.212119:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788359590.212120:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788359590.212121:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788359590.212122:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788359590.212123:0:23479:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788359590.212139:0:23479:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788359590.212152:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489792:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788359590.212202:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.212222:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae552a600 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.212242:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489792 00000100:00100000:2.0:1788359590.212250:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489792 00000100:00100000:2.0:1788359590.212292:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788359590.212301:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489792:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788359590.212326:0:22742:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788359590.212350:0:22742:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788359590.213640:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489664 00000100:00100000:1.0:1788359590.213648:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489664 00000100:00100000:1.0:1788359590.213672:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788359590.213677:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875230445489664:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788359590.213694:0:22750:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:1.0:1788359590.213724:0:22750:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x49dd053b5feafff8 00000004:00100000:1.0:1788359590.213740:0:22750:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788359590.213770:0:22750:0:(import.c:65:import_set_state_nolock()) ffffa0e9c5603800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788359590.213830:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875230445489664:12345-0@lo:38:llog_process_th.0 Request processed in 152us (2862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359590.213835:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788359590.213879:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0eac12adf80 x1875230445489664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359590.213891:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788359590.213899:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788359590.213905:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788359590.213908:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788359590.213910:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae5555000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788359590.213914:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875230445489664:0@lo:38:llog_process_th.0 00000001:00100000:0.0:1788359590.216564:0:22728:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788359590.216606:0:22742:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788359590.216622:0:22742:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1788359590.216667:0:22764:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788359590.216685:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788359590.216707:0:22764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.216725:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafefc expref: 18 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.216733:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 18 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.216749:0:22764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.216785:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 18 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359590.216799:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 18 pid: 22740 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359590.216814:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445489920:0@lo:104: 00000100:00100000:0.0:1788359590.216870:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:23479:x1875230445489792:12345-0@lo:253:mount.lustre.0 Request processed in 4567us (4664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.216875:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.216886:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00010000:2.0:1788359590.216925:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 17 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.216934:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445489920 00010000:00010000:2.0:1788359590.216935:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 17 pid: 22742 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.216944:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445489920 00000100:00100000:2.0:1788359590.216948:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12aca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445490048:0@lo:104: 00000100:00100000:2.0:1788359590.216986:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.216994:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490048 00000100:00100000:0.0:1788359590.216998:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490048 00000100:00100000:2.0:1788359590.217001:0:22764:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae552a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.217021:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788359590.217030:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445489920:12345-0@lo:104: 00010000:00010000:0.0:1788359590.217043:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359590.217057:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:23479:1875230445489792:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788359590.217069:0:23479:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788359590.217073:0:23479:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788359590.217098:0:23479:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00010000:00010000:0.0:1788359590.217101:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788359590.217108:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445489920:12345-0@lo:104: Request processed in 80us (236us total) trans 0 rc 0/0 00000020:01000004:2.0:1788359590.217112:0:23479:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788359590.217117:0:23479:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000100:00100000:0.0:1788359590.217118:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:01000004:2.0:1788359590.217121:0:23479:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788359590.217124:0:23479:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788359590.217125:0:23479:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788359590.217128:0:23479:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788359590.217134:0:23479:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1788359590.217137:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788359590.217146:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445490048:12345-0@lo:104: 00000020:02000000:2.0:1788359590.217153:0:23479:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1788359590.217154:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217237:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788359590.217243:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445490048:12345-0@lo:104: Request processed in 100us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.217251:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788359590.217267:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359590.217273:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217281:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8200 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359590.217285:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217293:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359590.217302:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359590.217308:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788359590.217339:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217345:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359590.217364:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217372:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feaffc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffc7 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217396:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359590.217399:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217406:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2a00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359590.217409:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217416:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359590.217422:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359590.217525:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788359590.217543:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217550:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359590.217557:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217562:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2a00/0x49dd053b5feafefc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaff03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217575:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359590.217577:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359590.217579:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359590.217587:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359590.217603:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445490176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359590.217631:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.217662:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788359590.217670:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445490304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359590.217693:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.217721:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490176 00000100:00100000:0.0:1788359590.217726:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490176 00010000:00010000:0.0:1788359590.217758:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 18 pid: 22740 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.217792:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490304 00000100:00100000:0.0:1788359590.217796:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490304 00010000:00010000:0.0:1788359590.217811:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 19 pid: 22742 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.217825:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788359590.217832:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:3642:x1875230445490176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359590.217843:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359590.217850:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 19 pid: 22740 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217860:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 19 pid: 22740 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217875:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359590.217908:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:3642:x1875230445490176:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.217916:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788359590.217933:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788359590.217942:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3642:x1875230445490304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359590.217957:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359590.217962:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 18 pid: 22742 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217971:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 18 pid: 22742 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217984:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.217992:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788359590.218003:0:22733:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001331485s 00010000:00010000:0.0:1788359590.218008:0:22733:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218015:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218022:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218029:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218034:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359590.218038:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218046:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218061:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218070:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359590.218094:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3642:x1875230445490304:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.218100:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788359590.218129:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445490304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359590.218137:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445490176:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359590.218162:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feaffc7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feaffc0 expref: 17 pid: 22740 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.218171:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445489920:0@lo:104: 00010000:00010000:0.0:1788359590.218181:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac7181a00/0x49dd053b5feaff03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feafefc expref: 16 pid: 22742 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359590.218258:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12aca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445490048:0@lo:104: 00010000:00010000:0.0:1788359590.218278:0:22764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218286:0:22764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218293:0:22764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359590.218300:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c8000/0x49dd053b5feaffff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:2.0:1788359590.223059:0:23479:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1788359590.223070:0:23502:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788359590.223075:0:23502:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788359590.223668:0:23503:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788359590.224075:0:23479:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:0.0:1788359590.224638:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490432:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788359590.224708:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359590.224747:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c6a303c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.224769:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490432 00000100:00100000:2.0:1788359590.224776:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490432 00000100:00100000:2.0:1788359590.224823:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359590.224835:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490432:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788359590.224936:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490432:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 101us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.224946:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:01000000:1.0:1788359590.225007:0:23479:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:2.0:1788359590.225021:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490432:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1788359590.225046:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788359590.225057:0:23505:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788359590.225168:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490560:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788359590.225221:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359590.225239:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490560 00000100:00100000:2.0:1788359590.225242:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490560 00000100:00100000:2.0:1788359590.225270:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359590.225277:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490560:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788359590.225409:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490560:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 132us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.225420:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359590.225436:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.225451:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490560:0@lo:1000:lod0001_rec0000.0 00000004:00000080:1.0:1788359590.225527:0:23479:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000100:00100000:2.0:1788359590.225533:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23505:1875230445490688:0@lo:900:lod0001_rec0000.0 00000040:01000000:1.0:1788359590.225533:0:23479:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:2.0:1788359590.225569:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1788359590.225569:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359590.225597:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788359590.225631:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490688 00000100:00100000:0.0:1788359590.225637:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490688 00000100:00100000:0.0:1788359590.225674:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359590.225682:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23505:x1875230445490688:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788359590.225722:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23505:x1875230445490688:12345-0@lo:900:lod0001_rec0000.0 Request processed in 42us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359590.225729:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:0.0:1788359590.225930:0:23503:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788359590.226661:0:23479:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00010000:00080000:2.0:1788359590.227178:0:23505:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0eac12afb80 x1875230445490688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788359606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000040:00080000:1.0:1788359590.227178:0:23479:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:2.0:1788359590.227201:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23505:1875230445490688:0@lo:900:lod0001_rec0000.0 00000040:01000000:1.0:1788359590.227213:0:23479:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:2.0:1788359590.227252:0:23505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490816:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788359590.227288:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1788359590.227310:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359590.227316:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490816 00000100:00100000:2.0:1788359590.227320:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490816 00000100:00100000:2.0:1788359590.227347:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788359590.227354:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490816:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788359590.227405:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23505:x1875230445490816:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 51us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359590.227411:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788359590.227428:0:23505:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788359590.227439:0:23505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23505:1875230445490816:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1788359590.227472:0:23505:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1788359590.227744:0:23479:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:0.0:1788359590.231180:0:23503:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788359590.231266:0:23503:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1788359590.233088:0:23505:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788359590.233158:0:23505:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788359590.233163:0:23505:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:1.0:1788359590.233791:0:23479:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788359590.235237:0:23479:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788359590.235272:0:23479:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb78b416af988 00100000:10000000:1.0:1788359590.235281:0:23479:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1788359590.239756:0:23479:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788359590.239785:0:23479:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.152@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788359590.239798:0:23479:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1788359590.239818:0:23479:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:3.0:1788359590.240434:0:23479:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788359590.240644:0:23479:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788359590.909228:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359591.105526:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 0 seconds 00000040:00080000:2.0:1788359591.229162:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788359591.229402:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359581/real 1788359581] req@ffffa0e9c74bd180 x1875230445482880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359591 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359591.229430:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74bd180 x1875230445482880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359591.229440:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359581/real 1788359581] req@ffffa0ead2752680 x1875230445482752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359591 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359591.229451:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0ead2752680 x1875230445482752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788359591.229472:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788359591.229518:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788359591.229522:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482880:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788359591.229527:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788359591.229533:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788359591.229535:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445482752:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788359591.229680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788359591.229685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788359591.229688:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359591.229696:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0eae4e46800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359591.229715:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bd880 x1875230445491072/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359591.229725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359591.229727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788359591.229744:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359591.229747:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1788359591.229751:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359591.229755:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0eaffa8b000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359591.229765:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74be680 x1875230445491200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359591.229773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359591.229775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788359591.229777:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359591.229779:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1788359591.229781:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359591.229784:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0eafd8a5000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359591.229792:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bed80 x1875230445491328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359591.229823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359591.229826:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359591.229828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359591.229831:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788359591.229874:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445491584:0@lo:400:kworker.0 00000100:00100000:0.0:1788359591.229941:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359591.229972:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788359591.229982:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445491712:0@lo:400:kworker.0 00000100:00100000:0.0:1788359591.230010:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359591.230044:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491712 00000100:00100000:0.0:1788359591.230056:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491712 00000100:00100000:0.0:1788359591.230109:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788359591.230116:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445491712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359591.230170:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445491712:12345-0@lo:400:kworker.0 Request processed in 55us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359591.230189:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788359591.230222:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0e9c74bdc00 x1875230445491712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359591.230232:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445491712:0@lo:400:kworker.0 00000100:00100000:1.0:1788359591.230369:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491072:0@lo:38:kworker.0 00000100:00100000:1.0:1788359591.230395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359591.230424:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491200:0@lo:8:kworker.0 00000400:00000100:1.0:1788359591.230440:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445491200 offset 0 length 520: 4 00000100:00100000:1.0:1788359591.230467:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491328:0@lo:8:kworker.0 00000400:00000100:1.0:1788359591.230515:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875230445491328 offset 0 length 520: 4 00000100:00100000:2.0:1788359591.230671:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445490944:0@lo:400:kworker.0 00000100:00100000:2.0:1788359591.230702:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359591.230729:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788359591.230734:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445491456:0@lo:400:kworker.0 00000100:00100000:2.0:1788359591.230755:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359591.230780:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491584 00000100:00100000:2.0:1788359591.230790:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491584 00000100:00100000:2.0:1788359591.230807:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491072 00000100:00100000:2.0:1788359591.230810:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491072 00000100:00100000:2.0:1788359591.230819:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359591.230825:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445491584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359591.230872:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445491584:12345-0@lo:400:kworker.0 Request processed in 47us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.230877:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359591.230889:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359591.230893:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3641:x1875230445491072:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788359591.230920:0:22753:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 623 last 0 00000020:00000080:2.0:1788359591.230955:0:22753:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feb0006 00000004:00100000:2.0:1788359591.230971:0:22753:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788359591.230980:0:22753:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1788359591.231056:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491456 00000100:00100000:2.0:1788359591.231059:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491456 00000100:00100000:2.0:1788359591.231080:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788359591.231086:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445491456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359591.231135:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445491456:12345-0@lo:400:kworker.0 Request processed in 49us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.231140:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788359591.231168:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0e9c74bc380 x1875230445491456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359591.231190:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445491456:0@lo:400:kworker.0 00000100:00100000:2.0:1788359591.231214:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445491584:0@lo:400:kworker.0 00000100:00100000:1.0:1788359591.231352:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445490944 00000100:00100000:1.0:1788359591.231356:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445490944 00000100:00100000:1.0:1788359591.231392:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788359591.231399:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:3644:x1875230445490944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359591.231439:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:3644:x1875230445490944:12345-0@lo:400:kworker.0 Request processed in 41us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359591.231445:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788359591.231622:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445490944:0@lo:400:kworker.0 00000100:00080000:2.0:1788359591.237861:0:22753:0:(import.c:65:import_set_state_nolock()) ffffa0eac6c9d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359591.238028:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875230445491072:12345-0@lo:38:kworker.0 Request processed in 7132us (7630us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.238039:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788359591.238225:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788359591.238235:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788359591.238240:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788359591.238243:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eae4e46800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788359591.238274:0:3641:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000b609cd2): req@ffffa0eaffba7800 x1875230445485312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359591.238299:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491072:0@lo:38:kworker.0 00000100:00100000:0.0:1788359591.238471:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445491840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788359591.238543:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359591.238618:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491840 00000100:00100000:2.0:1788359591.238624:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491840 00000100:00100000:2.0:1788359591.238661:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788359591.238667:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875230445491840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788359591.238688:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788359591.238717:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875230445491840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.238721:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788359591.238742:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445491840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788359591.238937:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359591.238957:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c687cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359591.238998:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445485312 00000100:00100000:2.0:1788359591.239001:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445485312 00000100:00100000:2.0:1788359591.239021:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788359591.239025:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445485312:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788359591.239073:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445485312:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 47us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.239077:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359591.239142:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22790:1875230445485312:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1788359591.239167:0:22790:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788359591.239211:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22790:1875230445491968:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788359591.239247:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359591.239392:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead15d1780 going to sleep for 11 seconds 00000100:00100000:2.0:1788359591.239461:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445491968 00000100:00100000:2.0:1788359591.239465:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445491968 00000100:00100000:2.0:1788359591.239553:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788359591.239560:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445491968:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788359591.239663:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445491968:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 103us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359591.239670:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359591.239756:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22790:1875230445491968:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788359591.239819:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22790:1875230445492096:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788359591.239843:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359591.239911:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead15d1780 going to sleep for 11 seconds 00000100:00100000:0.0:1788359591.239943:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492096 00000100:00100000:0.0:1788359591.239947:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492096 00000100:00100000:0.0:1788359591.239968:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788359591.239975:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445492096:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788359591.240069:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22790:x1875230445492096:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 94us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359591.240077:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788359591.240123:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22790:1875230445492096:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1788359591.240159:0:22790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788359591.243739:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788359591.243808:0:22790:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 10, retries 0 00000004:00080000:3.0:1788359591.243812:0:22790:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 10000000:01000000:2.0:1788359591.740672:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788359591.740680:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eae4c84000 from 12 10000000:01000000:2.0:1788359591.740686:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788359591.740733:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359591.740744:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359591.740755:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359591.740782:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788359591.740849:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359591.740892:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359591.740894:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492224 00000100:00100000:0.0:1788359591.740901:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492224 00000100:00100000:0.0:1788359591.740962:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788359591.740971:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:22745:x1875230445492224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359591.740984:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359591.740996:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb000d expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.741030:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb000d expref: 17 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.741041:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb000d expref: 17 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.741049:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2c00, rc 0) 00000100:00100000:0.0:1788359591.741087:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445492224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359591.741093:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788359591.741236:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788359591.741250:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359591.741259:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359591.741303:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492352:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788359591.741333:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359591.741357:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359591.741372:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492352 00000100:00100000:0.0:1788359591.741376:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492352 00000100:00100000:0.0:1788359591.741407:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788359591.741414:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445492352:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788359591.741428:0:22741:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788359591.741443:0:22741:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788359591.741447:0:22741:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788359591.741560:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445492352:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 146us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359591.741567:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788359591.741669:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492352:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788359591.741720:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788359591.741726:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359591.741735:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359591.741743:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788359591.741745:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eafd956000 from 12 10000000:01000000:3.0:1788359591.741747:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788359591.741763:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359591.741771:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359591.741789:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359591.741802:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788359591.741829:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359591.741892:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead15d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359591.741928:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492480 00000100:00100000:0.0:1788359591.741933:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492480 00000100:00100000:0.0:1788359591.742000:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788359591.742008:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445492480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359591.742015:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359591.743841:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb001b expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.743885:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb001b expref: 18 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.743897:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb001b expref: 18 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.743906:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2600, rc 0) 00000100:00100000:0.0:1788359591.743972:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445492480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1964us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359591.743980:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788359591.749369:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359591.749400:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.749414:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359591.749488:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788359591.749568:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359591.749658:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eacc529480 going to sleep for 11 seconds 00000100:00100000:3.0:1788359591.752353:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492608 00000100:00100000:3.0:1788359591.752367:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492608 00000100:00100000:3.0:1788359591.752462:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788359591.752474:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445492608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788359591.752520:0:22741:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788359591.752537:0:22741:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788359591.752540:0:22741:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788359591.752663:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445492608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 191us (3093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359591.752671:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788359591.752770:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445492608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788359591.752824:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788359591.752834:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359591.752844:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359591.934226:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788359592.253239:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:3.0:1788359592.579903:0:23747:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788359592.957628:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788359593.140059:0:23799:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788359593.140222:0:23799:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788359593.149437:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1788359593.748398:0:23849:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788359593.748725:0:23849:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788359593.983327:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788359594.410318:0:23897:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffffb90dfe0 20000000:00000080:1.0:1788359594.410338:0:23897:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0eb01a5d000 uarg=0000000000000000 20000000:01000000:1.0:1788359594.410374:0:23897:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788359594.410381:0:23897:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788359594.410387:0:23897:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788359594.410807:0:23898:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1788359594.410873:0:23897:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788359594.415074:0:23897:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788359594.415103:0:23897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415135:0:23897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feafecb expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415142:0:23897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415160:0:23897:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415202:0:23897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415214:0:23897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359594.415225:0:23897:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23897:1875230445492736:0@lo:104: 00000100:00100000:2.0:1788359594.415280:0:23897:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359594.415324:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492736 00000100:00100000:0.0:1788359594.415332:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492736 00010000:00010000:2.0:1788359594.415335:0:23897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.415342:0:23897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 17 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359594.415350:0:23897:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23897:1875230445492864:0@lo:104: 00000100:00100000:2.0:1788359594.415371:0:23897:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359594.415380:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492864 00000100:00100000:2.0:1788359594.415383:0:23897:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c6a30c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359594.415383:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492864 00000100:00100000:0.0:1788359594.415398:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788359594.415407:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:23897:x1875230445492736:12345-0@lo:104: 00010000:00010000:0.0:1788359594.415425:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415488:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788359594.415515:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:23897:x1875230445492736:12345-0@lo:104: Request processed in 89us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359594.415520:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788359594.415533:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788359594.415537:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:23897:x1875230445492864:12345-0@lo:104: 00010000:00010000:0.0:1788359594.415543:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415569:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788359594.415572:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:23897:x1875230445492864:12345-0@lo:104: Request processed in 35us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359594.415575:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1788359594.415586:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359594.415590:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415595:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2e00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359594.415597:0:22737:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415603:0:22737:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359594.415608:0:22737:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359594.415617:0:22737:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788359594.415638:0:22737:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415642:0:22737:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359594.415660:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415666:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2e00/0x49dd053b5feaffce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feaffd5 expref: -99 pid: 23479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415677:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359594.415680:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415686:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7180600 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359594.415689:0:22737:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415696:0:22737:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359594.415702:0:22737:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359594.415707:0:22737:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788359594.415719:0:22737:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415725:0:22737:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359594.415746:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415753:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac7180600/0x49dd053b5feafecb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feafed2 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415765:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359594.415767:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359594.415769:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359594.415787:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6c2648bb-0db1-4a35-a45e-9ea20f668394:3645:1875230445492992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359594.415814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359594.415846:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445493120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359594.415867:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359594.415896:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445492992 00000100:00100000:0.0:1788359594.415899:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445492992 00010000:00010000:0.0:1788359594.415911:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 18 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359594.415923:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493120 00000100:00100000:0.0:1788359594.415924:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493120 00010000:00010000:0.0:1788359594.415929:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 19 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359594.415938:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788359594.415943:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:3645:x1875230445492992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359594.415953:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359594.415957:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 19 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415966:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 19 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.415985:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359594.416007:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:3645:x1875230445492992:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359594.416012:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788359594.416022:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788359594.416025:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3642:x1875230445493120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359594.416030:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359594.416033:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 18 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416039:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 18 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416047:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416053:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416060:0:22733:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416064:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416069:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416072:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416080:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359594.416082:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416087:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416091:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359594.416096:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359594.416113:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3642:x1875230445493120:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359594.416118:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788359594.416166:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445493120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359594.416195:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6c2648bb-0db1-4a35-a45e-9ea20f668394:3645:1875230445492992:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788359594.416247:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359594.416267:0:23897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c9c00/0x49dd053b5feaffd5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feaffce expref: 17 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359594.416288:0:23897:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23897:1875230445492736:0@lo:104: 00010000:00010000:2.0:1788359594.416299:0:23897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feafed2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feafecb expref: 16 pid: 22740 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359594.416307:0:23897:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23897:1875230445492864:0@lo:104: 00010000:00010000:2.0:1788359594.416321:0:23897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.416330:0:23897:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.416336:0:23897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359594.416341:0:23897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c9200/0x49dd053b5feb0029 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.005634:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359595.196695:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788359595.196720:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445493248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788359595.196833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359595.196955:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493248 00000100:00100000:0.0:1788359595.196964:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493248 00000100:00100000:0.0:1788359595.197069:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788359595.197079:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2752d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445493248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788359595.197114:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788359595.197192:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2752d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445493248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.197200:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788359595.197276:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445493248:0@lo:41:osp-pre-0-1.0 10000000:01000000:1.0:1788359595.774232:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788359595.774240:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eae4c84000 from 13 10000000:01000000:1.0:1788359595.774245:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788359595.774288:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.774300:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.774312:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359595.774338:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.774401:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359595.774457:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0000 going to sleep for 11 seconds 00000100:00100000:0.0:1788359595.774467:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493376 00000100:00100000:0.0:1788359595.774477:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493376 00000100:00100000:0.0:1788359595.774558:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788359595.774567:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+16:22745:x1875230445493376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359595.774582:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359595.774597:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0030 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359595.774622:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359595.774741:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359595.774753:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0ead07e2800, rc 0) 00000100:00100000:0.0:1788359595.774802:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 236us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.774810:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788359595.774828:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359595.774845:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.774854:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359595.774913:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.774938:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359595.774969:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0000 going to sleep for 11 seconds 00000100:00100000:0.0:1788359595.775173:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493504 00000100:00100000:0.0:1788359595.775178:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493504 00000100:00100000:0.0:1788359595.775216:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788359595.775224:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359595.775341:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.775349:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788359595.775422:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.775451:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.775491:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359595.775682:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0000 going to sleep for 11 seconds 00000100:00100000:0.0:1788359595.778733:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493632 00000100:00100000:0.0:1788359595.778749:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493632 00000100:00100000:0.0:1788359595.778848:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788359595.778862:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788359595.779032:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (3539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.779047:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788359595.779110:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493632:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788359595.780546:0:24009:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788359595.780710:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788359595.780736:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788359595.780745:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359595.780765:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359595.780934:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788359595.780938:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eafd956000 from 13 10000000:01000000:3.0:1788359595.780942:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788359595.780973:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359595.780981:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359595.780991:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359595.781016:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788359595.781069:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359595.781164:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c6a303c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359595.781201:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493760 00000100:00100000:1.0:1788359595.781208:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493760 00000100:00100000:1.0:1788359595.781282:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788359595.781292:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+17:22745:x1875230445493760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359595.781305:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359595.781318:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb003e expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.781341:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb003e expref: 18 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.781351:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb003e expref: 18 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.781359:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eaa00, rc 0) 00000100:00100000:1.0:1788359595.781401:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445493760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359595.781571:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788359595.781819:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359595.781834:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359595.781843:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359595.784768:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.784834:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359595.784868:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1788359595.785197:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445493888 00000100:00100000:0.0:1788359595.785207:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445493888 00000100:00100000:0.0:1788359595.785257:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788359595.785266:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445493888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359595.785387:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445493888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.785395:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788359595.785538:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445493888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.785573:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445494016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359595.785612:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359595.785642:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf58c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1788359595.786050:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494016 00000100:00100000:0.0:1788359595.786056:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494016 00000100:00100000:0.0:1788359595.786086:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788359595.786095:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445494016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788359595.786195:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:22745:x1875230445494016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359595.786202:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788359595.786416:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445494016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788359595.787292:0:24011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788359595.787425:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788359595.787450:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788359595.787460:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359595.787472:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359596.030354:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788359596.732651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359596.732658:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788359596.732660:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445494144:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1788359596.732661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359596.732665:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359596.732692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359596.732696:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788359596.732698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359596.732709:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788359596.732734:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359596.732744:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445494400:0@lo:400:kworker.0 00000100:00100000:3.0:1788359596.732771:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875230445494528:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.732780:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445494656:0@lo:400:kworker.0 00000100:00100000:3.0:1788359596.733489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359596.733588:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494528 00000100:00100000:3.0:1788359596.733596:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494528 00000100:00100000:3.0:1788359596.733654:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359596.733664:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875230445494528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359596.734374:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875230445494528:12345-0@lo:400:kworker.0 Request processed in 70us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359596.734383:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788359596.734417:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359596.734455:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788359596.734464:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445494272:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.734518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359596.734555:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445494784:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.734584:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359596.734601:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494272 00000100:00100000:1.0:1788359596.734608:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494272 00000100:00100000:2.0:1788359596.734626:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494144 00000100:00100000:2.0:1788359596.734631:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494144 00000100:00100000:1.0:1788359596.734649:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788359596.734658:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3644:x1875230445494272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.734659:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494656 00000100:00100000:2.0:1788359596.734665:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494656 00000100:00100000:2.0:1788359596.734690:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359596.734699:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875230445494144:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788359596.734711:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:3644:x1875230445494272:12345-0@lo:400:kworker.0 Request processed in 54us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359596.734719:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000004:00000024:2.0:1788359596.734727:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00010000:00080000:3.0:1788359596.734911:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0eaffba6a00 x1875230445494528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359596.735045:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875230445494528:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.735045:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875230445494144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 346us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359596.735059:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359596.735078:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788359596.735084:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445494656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.735122:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445494656:12345-0@lo:400:kworker.0 Request processed in 37us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359596.735141:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788359596.735165:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494784 00000100:00100000:2.0:1788359596.735169:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494784 00000100:00100000:2.0:1788359596.735208:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788359596.735214:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445494784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.735247:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445494784:12345-0@lo:400:kworker.0 Request processed in 33us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359596.735253:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788359596.735283:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445494272:0@lo:400:kworker.0 00010000:00080000:2.0:1788359596.735294:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0eaffba6680 x1875230445494784/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359596.735317:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445494784:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.735330:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445494656:0@lo:400:kworker.0 00000100:00100000:2.0:1788359596.735344:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445494144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788359596.735373:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359596.735522:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494400 00000100:00100000:3.0:1788359596.735526:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494400 00000100:00100000:3.0:1788359596.735553:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788359596.735560:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875230445494400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359596.735605:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875230445494400:12345-0@lo:400:kworker.0 Request processed in 42us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359596.735612:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788359596.735643:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445494400:0@lo:400:kworker.0 00000001:00100000:3.0:1788359596.736347:0:23480:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1788359597.052971:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788359598.055024:0:24245:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788359598.055027:0:24245:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788359598.055028:0:24245:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788359598.055136:0:24245:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0eac6ccc000 00000020:01000004:0.0:1788359598.055157:0:24245:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788359598.055183:0:24245:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788359598.055201:0:24245:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffffa0eafed7cd40) 00000020:00000080:0.0:1788359598.055221:0:24245:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:2.0:1788359598.076656:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1788359598.097182:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788359598.097910:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788359598.098108:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788359598.098326:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788359598.098853:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788359598.099035:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788359598.099219:0:24245:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1788359598.101930:0:24245:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788359598.102228:0:24245:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788359598.102243:0:24245:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788359598.102261:0:24245:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x49dd053b5feb0053 00000020:01000004:2.0:1788359598.102269:0:24245:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788359598.102296:0:24245:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.152@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788359598.102301:0:24245:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788359598.102310:0:24245:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788359598.102316:0:24245:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788359598.102332:0:24245:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffffa0eac6858000) 00000020:00000080:2.0:1788359598.102345:0:24245:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1788359598.103919:0:24245:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788359598.104159:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788359598.104165:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1788359598.105770:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1788359598.105783:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1788359598.110984:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1788359598.111002:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788359598.116690:0:24245:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788359598.116873:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788359598.116878:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788359598.117542:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788359598.117554:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788359598.134172:0:24245:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788359598.134458:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788359598.134466:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788359598.136173:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788359598.136188:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788359598.137271:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788359598.137281:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788359598.140375:0:24245:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788359598.140858:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788359598.140866:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788359598.141721:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788359598.141731:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1788359598.167327:0:24245:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788359598.167464:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1788359598.167468:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1788359598.169079:0:24245:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788359598.169092:0:24245:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788359598.169467:0:24245:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788359598.169926:0:24245:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1788359598.169935:0:24245:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.152@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788359598.179253:0:24245:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788359598.179303:0:24245:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.152@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788359598.179309:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788359598.179316:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788359598.179318:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359598.179319:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359598.179320:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359598.179321:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359598.179323:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788359598.179325:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359598.179326:0:24245:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788359598.179331:0:24245:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788359598.179333:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788359598.179335:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788359598.179336:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359598.179337:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359598.179337:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359598.179338:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359598.179339:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788359598.179340:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359598.179341:0:24245:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788359598.179386:0:24245:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788359598.179414:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445494912:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788359598.179546:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359598.179596:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb000 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.179769:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445494912 00000100:00100000:0.0:1788359598.179779:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445494912 00000100:00100000:0.0:1788359598.179915:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788359598.179926:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:24245:x1875230445494912:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788359598.179965:0:22740:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788359598.179969:0:22740:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788359598.179974:0:22740:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788359598.180297:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:24245:x1875230445494912:12345-0@lo:253:mount.lustre.0 Request processed in 373us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.180307:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788359598.180388:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445494912:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788359598.180401:0:24245:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788359598.180404:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788359598.180405:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788359598.180406:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788359598.180407:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788359598.180408:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788359598.180409:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788359598.180411:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788359598.180412:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788359598.180413:0:24245:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788359598.180435:0:24245:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0eac6ccc000 from lustre-OST0000 10000000:01000000:3.0:1788359598.180468:0:24245:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788359598.180472:0:24245:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788359598.180482:0:24245:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0eaece119c0 local copy 00010000:00010000:3.0:1788359598.180536:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359598.180762:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495040:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359598.180823:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.180875:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac901c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359598.180880:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495040 00000100:00100000:1.0:1788359598.180888:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495040 00000100:00100000:1.0:1788359598.180933:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788359598.180944:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:24245:x1875230445495040:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359598.181041:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:24245:x1875230445495040:12345-0@lo:501:mount.lustre.0 Request processed in 99us (217us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788359598.181050:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788359598.181756:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495040:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788359598.181771:0:24245:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788359598.181807:0:24245:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788359598.181815:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.181823:0:24245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359598.181851:0:24245:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0eac6ccc000 10000000:01000000:2.0:1788359598.181854:0:24245:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788359598.181857:0:24245:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788359598.181859:0:24245:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788359598.181862:0:24245:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788359598.181864:0:24245:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788359598.181883:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.181888:0:24245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.181894:0:24245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359598.181903:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495168:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359598.181951:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.181981:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac901c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359598.182011:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495168 00000100:00100000:1.0:1788359598.182019:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495168 00000100:00100000:1.0:1788359598.182063:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788359598.182071:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+18:24245:x1875230445495168:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359598.182092:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359598.182123:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eac00/0x49dd053b5feb0068 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0061 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359598.182153:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eac00/0x49dd053b5feb0068 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0061 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359598.182166:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eac00/0x49dd053b5feb0068 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0061 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359598.182177:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eac00, rc 0) 00000100:00100000:1.0:1788359598.182236:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495168:12345-0@lo:101:mount.lustre.0 Request processed in 166us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359598.182244:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788359598.182385:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495168:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359598.182402:0:24245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0068 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.182413:0:24245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0068 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788359598.183909:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788359598.184761:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788359598.187432:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788359598.187548:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788359598.187568:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788359598.187581:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788359598.187594:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788359598.187607:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788359598.187621:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788359598.187633:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788359598.187646:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788359598.187660:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788359598.187674:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788359598.187687:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788359598.187718:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788359598.187725:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788359598.187855:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359598.187922:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.187966:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac901cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.188003:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495296 00000100:00100000:0.0:1788359598.188017:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495296 00000100:00100000:0.0:1788359598.188085:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788359598.188094:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495296:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359598.188311:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495296:12345-0@lo:501:mount.lustre.0 Request processed in 217us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.188320:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788359598.188453:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359598.188535:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359598.188569:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.188588:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac901cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.188610:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495424 00000100:00100000:0.0:1788359598.188616:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495424 00000100:00100000:0.0:1788359598.188670:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788359598.188682:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495424:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359598.189679:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495424:12345-0@lo:503:mount.lustre.0 Request processed in 998us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.189689:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788359598.189831:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495424:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788359598.190555:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359598.190661:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495552:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.190709:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.190746:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac901c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359598.190886:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495552 00000100:00100000:1.0:1788359598.190892:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495552 00000100:00100000:1.0:1788359598.190932:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788359598.190939:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495552:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788359598.191481:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495552:12345-0@lo:502:mount.lustre.0 Request processed in 540us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359598.191490:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788359598.191831:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788359598.192072:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788359598.192103:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788359598.192132:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788359598.192146:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788359598.192158:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788359598.192170:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788359598.192184:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788359598.192197:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788359598.192212:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788359598.192224:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788359598.192236:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788359598.192250:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788359598.192283:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359598.192332:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359598.192374:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac3ce8780 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.192440:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495680 00000100:00100000:0.0:1788359598.192447:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495680 00000100:00100000:0.0:1788359598.192512:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788359598.192521:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495680:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359598.192639:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495680:12345-0@lo:502:mount.lustre.0 Request processed in 119us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.192832:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788359598.192869:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788359598.192876:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000100:00100000:0.0:1788359598.193254:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000020:01000000:0.0:1788359598.193953:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788359598.193963:0:24262:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1788359598.193971:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788359598.193974:0:24262:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788359598.193980:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788359598.193998:0:24262:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffffa0eafed7b380) 00000020:00000080:0.0:1788359598.194026:0:24262:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788359598.194033:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788359598.194142:0:24262:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eac6ccc000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788359598.194152:0:24262:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788359598.194161:0:24262:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x49dd053b5feb0076 00010000:00010000:0.0:1788359598.199097:0:24262:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1788359598.199837:0:24262:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1788359598.202234:0:24262:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788359598.203715:0:24262:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788359598.203732:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.203740:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203743:0:24262:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788359598.203747:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788359598.203750:0:24262:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788359598.203752:0:24262:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788359598.203754:0:24262:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788359598.203756:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788359598.203759:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203760:0:24262:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788359598.203764:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.203767:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203769:0:24262:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788359598.203772:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788359598.203774:0:24262:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788359598.203777:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.203780:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203782:0:24262:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788359598.203784:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.203787:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203788:0:24262:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788359598.203792:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788359598.203831:0:24262:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.203834:0:24262:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.203836:0:24262:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788359598.203840:0:24262:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788359598.204140:0:24245:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788359598.204176:0:24245:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788359598.204202:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0068 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.204227:0:24245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8400/0x49dd053b5feb0061 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0068 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359598.204237:0:24245:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eac6ccc000 from 1 10000000:01000000:0.0:1788359598.204240:0:24245:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788359598.204287:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.204295:0:24245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.204308:0:24245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359598.204342:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495808:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788359598.204426:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.204484:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.204631:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495808 00000100:00100000:2.0:1788359598.204639:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495808 00000100:00100000:2.0:1788359598.204701:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788359598.204711:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:24245:x1875230445495808:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359598.204728:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359598.204741:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb007d expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.204769:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb007d expref: 20 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.204781:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb007d expref: 20 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.204790:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaec5c8800, rc 0) 00000100:00100000:2.0:1788359598.204834:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445495808:12345-0@lo:101:mount.lustre.0 Request processed in 124us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.204842:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788359598.204988:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495808:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359598.205000:0:24245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.205007:0:24245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788359598.206205:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788359598.206600:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788359598.206959:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788359598.206987:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788359598.207011:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788359598.207026:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788359598.207039:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788359598.207053:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788359598.207067:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788359598.207080:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788359598.207093:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788359598.207107:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788359598.207135:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788359598.207152:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788359598.207157:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788359598.207237:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495936:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359598.207302:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.207397:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289c480 going to sleep for 11 seconds 00000100:00100000:1.0:1788359598.207461:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445495936 00000100:00100000:1.0:1788359598.207468:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445495936 00000100:00100000:1.0:1788359598.207812:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788359598.207823:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445495936:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359598.207948:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445495936:12345-0@lo:501:mount.lustre.0 Request processed in 126us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359598.207962:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788359598.208050:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445495936:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359598.208083:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496064:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359598.208135:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.208391:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289c480 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.208431:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496064 00000100:00100000:2.0:1788359598.208436:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496064 00000100:00100000:2.0:1788359598.208465:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788359598.208473:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496064:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359598.208762:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496064:12345-0@lo:503:mount.lustre.0 Request processed in 288us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.208770:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788359598.208894:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496064:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788359598.209340:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788359598.209426:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496192:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359598.209469:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.209572:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.209750:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496192 00000100:00100000:2.0:1788359598.209756:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496192 00000100:00100000:2.0:1788359598.209829:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788359598.209839:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496192:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.209979:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496192:12345-0@lo:502:mount.lustre.0 Request processed in 142us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.209987:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788359598.210065:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496192:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788359598.210268:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788359598.210296:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788359598.210311:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788359598.210336:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788359598.210350:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788359598.210363:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788359598.210375:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788359598.210388:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788359598.210402:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788359598.210417:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788359598.210430:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788359598.210454:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496320:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359598.210490:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.210622:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.210764:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496320 00000100:00100000:2.0:1788359598.210768:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496320 00000100:00100000:2.0:1788359598.210803:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788359598.210810:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496320:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.210876:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496320:12345-0@lo:502:mount.lustre.0 Request processed in 67us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.210882:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788359598.210950:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496320:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788359598.210984:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1788359598.210991:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788359598.213483:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.213511:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.213515:0:24266:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788359598.213524:0:24266:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eac6ccc000 00000020:00000080:2.0:1788359598.213527:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788359598.213539:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.213541:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.213542:0:24266:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788359598.213545:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.213547:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.213549:0:24266:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788359598.213552:0:24266:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0eac6ccc000 00000020:00000080:2.0:1788359598.213553:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788359598.214036:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.214042:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.214043:0:24266:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788359598.214053:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.214056:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.214058:0:24266:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788359598.214062:0:24266:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eac6ccc000 00000020:00000080:2.0:1788359598.214063:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788359598.214086:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.214089:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.214091:0:24266:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788359598.214094:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788359598.214097:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.214098:0:24266:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788359598.214102:0:24266:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0eac6ccc000 00000020:00000080:2.0:1788359598.214105:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788359598.214143:0:24266:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788359598.214147:0:24266:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788359598.214148:0:24266:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788359598.214152:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788359598.215639:0:24245:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788359598.215682:0:24245:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788359598.215703:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.215717:0:24245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359598.215781:0:24245:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788359598.215784:0:24245:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0eac6ccc000 10000000:01000000:0.0:1788359598.215789:0:24245:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0eac6ccc000 10000000:01000000:0.0:1788359598.215794:0:24245:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788359598.215800:0:24245:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0eac6ccc000 from 1 10000000:01000000:0.0:1788359598.215803:0:24245:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788359598.215847:0:24245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.215866:0:24245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.215879:0:24245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359598.215910:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496448:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788359598.215991:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.216040:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496448 00000100:00100000:0.0:1788359598.216043:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead289ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.216050:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496448 00000100:00100000:2.0:1788359598.216123:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788359598.216135:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:24245:x1875230445496448:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359598.216153:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359598.216170:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c9400/0x49dd053b5feb0092 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb008b expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.216273:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c9400/0x49dd053b5feb0092 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb008b expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.216287:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaec5c9400/0x49dd053b5feb0092 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb008b expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.216304:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaec5c9400, rc 0) 00000100:00100000:2.0:1788359598.216362:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496448:12345-0@lo:101:mount.lustre.0 Request processed in 229us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.216371:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788359598.216637:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496448:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359598.216667:0:24245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0092 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.216678:0:24245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0092 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788359598.219557:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788359598.219977:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788359598.220934:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788359598.220975:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788359598.220995:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788359598.221018:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788359598.221041:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788359598.221059:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788359598.221077:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788359598.221090:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788359598.221102:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788359598.221126:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788359598.221142:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788359598.221170:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788359598.221183:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788359598.221195:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788359598.221251:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788359598.221264:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788359598.221276:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788359598.221289:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788359598.221304:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788359598.221315:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788359598.221327:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788359598.221339:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788359598.221352:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788359598.221365:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788359598.221377:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788359598.221389:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788359598.221404:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788359598.221435:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788359598.221453:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788359598.221467:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788359598.221483:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788359598.221516:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788359598.221539:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788359598.221552:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788359598.221564:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788359598.221573:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788359598.221588:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788359598.221606:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788359598.221677:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788359598.221690:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788359598.221873:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788359598.221886:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788359598.221899:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788359598.221922:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788359598.221932:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788359598.221940:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788359598.221950:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788359598.221959:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788359598.222102:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788359598.222169:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788359598.222186:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788359598.222190:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788359598.222325:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496576:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359598.222399:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.222713:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae552a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.225317:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496576 00000100:00100000:0.0:1788359598.225334:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496576 00000100:00100000:0.0:1788359598.225466:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788359598.225481:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496576:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359598.225863:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496576:12345-0@lo:501:mount.lustre.0 Request processed in 384us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.225869:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496576:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359598.225876:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788359598.225931:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496704:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359598.225986:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.226016:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496704 00000100:00100000:2.0:1788359598.226020:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496704 00000100:00100000:2.0:1788359598.226057:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788359598.226066:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496704:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788359598.226147:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496704:12345-0@lo:503:mount.lustre.0 Request processed in 83us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.226153:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788359598.226192:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae552a240 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.226285:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496704:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788359598.226845:0:24245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359598.226918:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496832:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.226959:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.226979:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead28c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.227619:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496832 00000100:00100000:0.0:1788359598.227627:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496832 00000100:00100000:0.0:1788359598.227676:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788359598.227686:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496832:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359598.227820:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496832:12345-0@lo:502:mount.lustre.0 Request processed in 135us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.227831:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788359598.227841:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496832:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359598.228041:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788359598.228076:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788359598.228100:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788359598.228135:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788359598.228149:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788359598.228162:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788359598.228192:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788359598.228282:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788359598.228296:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788359598.228308:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788359598.228317:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788359598.228325:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788359598.228344:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788359598.228353:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788359598.228363:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788359598.228372:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788359598.228385:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788359598.228405:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788359598.228425:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788359598.228441:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788359598.228455:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788359598.228471:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788359598.228528:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788359598.228551:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788359598.228569:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788359598.228584:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788359598.228601:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788359598.228884:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788359598.228904:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788359598.228924:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788359598.228939:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788359598.228958:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788359598.228978:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788359598.228995:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788359598.229015:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788359598.229030:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788359598.229044:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788359598.229062:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788359598.229100:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788359598.229136:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788359598.229158:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788359598.229180:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788359598.229215:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788359598.229241:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788359598.229265:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788359598.229297:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788359598.229314:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788359598.229331:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788359598.229394:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496960:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.229461:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.229534:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445496960 00000100:00100000:2.0:1788359598.229541:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445496960 00000100:00100000:2.0:1788359598.229589:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788359598.229599:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496960:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.229723:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445496960:12345-0@lo:502:mount.lustre.0 Request processed in 125us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.229731:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788359598.229799:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead28c2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.229822:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445496960:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359598.230034:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788359598.230059:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788359598.230082:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445497088:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359598.230132:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.230154:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead28c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.230160:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497088 00000100:00100000:0.0:1788359598.230166:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497088 00000100:00100000:0.0:1788359598.230205:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788359598.230213:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445497088:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359598.230291:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445497088:12345-0@lo:502:mount.lustre.0 Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.230298:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788359598.230882:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445497088:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788359598.230945:0:24245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788359598.230956:0:24245:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788359598.231891:0:24272:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788359598.231916:0:24272:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffffa0e9c56199c0) 00000020:00000080:2.0:1788359598.231953:0:24272:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1788359598.232179:0:24272:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eac6ccc000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788359598.232184:0:24272:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eac6ccc000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788359598.232194:0:24272:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eac6ccc000 3 00010000:00080000:2.0:1788359598.232237:0:24272:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c71c2000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.152@tcp at head 00010000:00010000:2.0:1788359598.239598:0:24272:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1788359598.240079:0:24272:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788359598.240403:0:24272:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788359598.240426:0:24272:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x49dd053b5feb00a0 00000100:00080000:2.0:1788359598.240441:0:24272:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788359598.240447:0:24272:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0e9c71c2000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359598.240560:0:24272:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c803ea00 x1875230445497216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359598.240678:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445497216:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788359598.240811:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788359598.240873:0:24272:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788359598.240914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359598.240918:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788359598.240920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359598.240922:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788359598.240955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359598.240957:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788359598.240959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359598.240962:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788359598.240988:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445497344:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241038:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.241068:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788359598.241073:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445497472:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241091:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.241133:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445497600:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241157:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.241172:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788359598.241176:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445497728:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241189:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.241219:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497216 00000100:00100000:2.0:1788359598.241226:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497216 00000100:00100000:2.0:1788359598.241252:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497472 00000100:00100000:2.0:1788359598.241255:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497472 00000100:00100000:2.0:1788359598.241284:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497728 00000100:00100000:2.0:1788359598.241287:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497728 00000100:00100000:2.0:1788359598.241328:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359598.241338:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445497472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241411:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445497472:12345-0@lo:400:kworker.0 Request processed in 69us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.241418:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359598.241438:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359598.241446:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445497728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.241485:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445497728:12345-0@lo:400:kworker.0 Request processed in 40us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.241527:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359598.241551:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788359598.241557:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1875230445497216:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788359598.241582:0:22749:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 630 last 0 00000020:00000080:2.0:1788359598.241637:0:22749:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x49dd053b5feb00a7 00000004:00100000:2.0:1788359598.241659:0:22749:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788359598.241701:0:22749:0:(import.c:65:import_set_state_nolock()) ffffa0eac6c9b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788359598.242088:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497344 00000100:00100000:3.0:1788359598.242093:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497344 00000100:00100000:3.0:1788359598.242124:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497600 00000100:00100000:3.0:1788359598.242127:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497600 00000100:00100000:3.0:1788359598.242148:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788359598.242157:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445497344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.242198:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875230445497216:12345-0@lo:38:llog_process_th.0 Request processed in 639us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.242206:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359598.242211:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445497344:12345-0@lo:400:kworker.0 Request processed in 52us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.242226:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788359598.242244:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788359598.242253:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445497600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.242305:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445497600:12345-0@lo:400:kworker.0 Request processed in 52us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359598.242312:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:2.0:1788359598.242360:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0e9c803e680 x1875230445497728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359598.242377:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445497728:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.242391:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445497600:0@lo:400:kworker.0 00010000:00080000:2.0:1788359598.242426:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0e9c803ce00 x1875230445497472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359598.242435:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445497472:0@lo:400:kworker.0 00000100:00100000:2.0:1788359598.242444:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445497344:0@lo:400:kworker.0 00010000:00080000:1.0:1788359598.242821:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0e9c803ea00 x1875230445497216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359598.242831:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788359598.242842:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788359598.242852:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788359598.242858:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788359598.242862:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c71c2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788359598.242869:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3641:1875230445497216:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1788359598.243318:0:24272:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788359598.243334:0:24272:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffffa0e9c563cd40) 00000020:00000080:3.0:1788359598.243355:0:24272:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788359598.243566:0:24272:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0eac6ccc000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788359598.243570:0:24272:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0eac6ccc000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788359598.243573:0:24272:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0eac6ccc000 3 00010000:00080000:3.0:1788359598.243607:0:24272:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c71c0800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.152@tcp at head 00010000:00010000:3.0:1788359598.245366:0:24272:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788359598.245469:0:24272:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788359598.245546:0:24272:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788359598.245561:0:24272:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x49dd053b5feb00b5 00000100:00080000:3.0:1788359598.245573:0:24272:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788359598.245580:0:24272:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffffa0e9c71c0800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359598.245623:0:24272:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead2750000 x1875230445497856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788359598.245660:0:24272:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788359598.245691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359598.245697:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788359598.245701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359598.245704:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788359598.245708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359598.245711:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788359598.245714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359598.245726:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1788359598.245907:0:24272:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1788359598.247197:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3641:1875230445497856:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788359598.247296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1788359598.247377:0:24245:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788359598.247433:0:24245:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788359598.247460:0:24245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0092 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.247473:0:24245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3800/0x49dd053b5feb008b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0092 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788359598.247565:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788359598.247568:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788359598.247569:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788359598.247571:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788359598.247573:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788359598.247574:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788359598.247576:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788359598.247578:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788359598.247580:0:24245:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788359598.247585:0:24245:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788359598.247587:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788359598.247589:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788359598.247590:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788359598.247591:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788359598.247592:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788359598.247593:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788359598.247594:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788359598.247596:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788359598.247597:0:24245:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788359598.247622:0:24245:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788359598.247637:0:24245:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445497984:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788359598.247678:0:24245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.247697:0:24245:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead28c2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359598.247720:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497984 00000100:00100000:2.0:1788359598.247728:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497984 00000100:00100000:2.0:1788359598.247787:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788359598.247797:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445497984:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788359598.247831:0:22741:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788359598.247848:0:22741:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1788359598.248045:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445497856 00000100:00100000:3.0:1788359598.248050:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445497856 00000100:00100000:3.0:1788359598.248083:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788359598.248089:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1875230445497856:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788359598.248129:0:22749:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 630 last 0 00000020:00000080:3.0:1788359598.248172:0:22749:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x49dd053b5feb00bc 00000004:00100000:3.0:1788359598.248190:0:22749:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788359598.248229:0:22749:0:(import.c:65:import_set_state_nolock()) ffffa0eac4a8c000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788359598.248297:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875230445497856:12345-0@lo:38:llog_process_th.0 Request processed in 206us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.248304:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788359598.248592:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0ead2750000 x1875230445497856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359598.248605:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788359598.248623:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788359598.248634:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788359598.248639:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788359598.248643:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c71c0800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788359598.248649:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3641:1875230445497856:0@lo:38:llog_process_th.0 20000000:01000000:0.0:1788359598.251586:0:22741:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788359598.251614:0:22741:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788359598.251625:0:22764:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788359598.251631:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788359598.251658:0:22764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.251692:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb000d expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.251701:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.251709:0:22764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.251758:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.251776:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359598.251795:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445498112:0@lo:104: 00000100:00100000:2.0:1788359598.251874:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.251912:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:24245:x1875230445497984:12345-0@lo:253:mount.lustre.0 Request processed in 4114us (4230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.251925:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788359598.251947:0:24245:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:24245:1875230445497984:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788359598.251965:0:24245:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788359598.251969:0:24245:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:2.0:1788359598.251970:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788359598.251973:0:24245:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788359598.251982:0:24245:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00010000:00010000:2.0:1788359598.251983:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788359598.251984:0:24245:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788359598.251987:0:24245:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788359598.251989:0:24245:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788359598.251992:0:24245:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788359598.251995:0:24245:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788359598.251998:0:24245:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1788359598.252000:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445498240:0@lo:104: 00000020:02000000:1.0:1788359598.252017:0:24245:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788359598.252023:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359598.252074:0:22764:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae552a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788359598.252116:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498112 00000100:00100000:3.0:1788359598.252118:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788359598.252123:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498112 00000100:00100000:3.0:1788359598.252136:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498240 00000100:00100000:3.0:1788359598.252140:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498240 00000100:00100000:3.0:1788359598.252158:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788359598.252167:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445498112:12345-0@lo:104: 00010000:00010000:3.0:1788359598.252183:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359598.252271:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788359598.252278:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445498112:12345-0@lo:104: Request processed in 112us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.252285:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1788359598.252288:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359598.252295:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252300:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788359598.252304:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7181a00 already unused, calling callback (ffffffffc1124c20) 00000100:00100000:3.0:1788359598.252306:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eae54f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445498240:12345-0@lo:104: 10000000:00010000:0.0:1788359598.252308:0:22737:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359598.252318:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.252318:0:22737:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359598.252336:0:22737:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359598.252343:0:22737:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788359598.252351:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788359598.252356:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eae54f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445498240:12345-0@lo:104: Request processed in 51us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.252362:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788359598.252375:0:22737:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.252381:0:22737:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359598.252415:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252419:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1788359598.252423:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac7181a00/0x49dd053b5feb001b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0022 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252431:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445498368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359598.252440:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359598.252443:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.252449:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8200 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359598.252452:0:22737:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.252458:0:22737:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:0.0:1788359598.252465:0:22737:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359598.252470:0:22737:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788359598.252490:0:22737:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252515:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498368 00000100:00100000:3.0:1788359598.252519:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498368 00010000:00010000:3.0:1788359598.252536:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359598.252555:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788359598.252560:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3643:x1875230445498368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788359598.252569:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359598.252574:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359598.252584:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 21 pid: 22740 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359598.252600:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359598.252624:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3643:x1875230445498368:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359598.252630:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788359598.252656:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445498368:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788359598.252781:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0ead07e2600/0x49dd053b5feb0022 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb001b expref: 20 pid: 22740 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359598.252802:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445498112:0@lo:104: 00000100:00100000:2.0:1788359598.252813:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445498240:0@lo:104: 00010000:00010000:2.0:1788359598.252828:0:22764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359598.252844:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359598.252880:0:22737:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359598.252901:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.252909:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eaec5c8200/0x49dd053b5feb000d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0014 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359598.252912:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788359598.252921:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445498496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359598.252923:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359598.252925:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359598.252927:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359598.252954:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359598.252992:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498496 00000100:00100000:0.0:1788359598.252997:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498496 00010000:00010000:0.0:1788359598.253015:0:22735:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359598.253042:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788359598.253050:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eae54f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:3642:x1875230445498496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788359598.253059:0:22735:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359598.253064:0:22735:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253076:0:22735:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253086:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0ead07e2c00/0x49dd053b5feb0014 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb000d expref: 20 pid: 22742 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253100:0:22735:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253124:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788359598.253136:0:22735:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001505949s 00010000:00010000:0.0:1788359598.253141:0:22735:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253148:0:22735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253154:0:22735:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253160:0:22735:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253165:0:22735:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359598.253168:0:22735:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253176:0:22735:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253193:0:22735:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359598.253203:0:22735:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788359598.253220:0:22764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359598.253231:0:22764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359598.253239:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c9e00/0x49dd053b5feb00c3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359598.253244:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eae54f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:3642:x1875230445498496:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359598.253256:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788359598.253265:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445498496:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1788359598.254004:0:24245:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788359598.255762:0:24245:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788359598.255769:0:24245:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788359598.255805:0:24245:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788359598.255850:0:24245:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.152@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788359598.255869:0:24245:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788359598.255887:0:24245:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1788359598.256630:0:24245:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788359598.256861:0:24245:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:2.0:1788359598.795802:0:24325:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788359598.796037:0:24325:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788359599.100722:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788359600.060665:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788359600.060676:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eae4c84000 from 13 10000000:01000000:1.0:1788359600.060684:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788359600.061002:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359600.061019:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359600.061039:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359600.061076:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788359600.061178:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.061300:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9480 going to sleep for 11 seconds 00000100:00100000:2.0:1788359600.061482:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498624 00000100:00100000:2.0:1788359600.061604:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498624 00000100:00100000:3.0:1788359600.061878:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788359600.061890:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+19:22745:x1875230445498624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788359600.061908:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359600.061928:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb00ca expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359600.061960:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 20 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359600.061972:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 20 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359600.061982:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac7181e00, rc 0) 00000100:00100000:3.0:1788359600.062047:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:22745:x1875230445498624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359600.062054:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788359600.062153:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359600.062172:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.062183:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359600.062262:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498752:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788359600.062301:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.062395:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4c7d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788359600.062483:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498752 00000100:00100000:1.0:1788359600.062514:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498752 00000100:00100000:1.0:1788359600.062540:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788359600.062547:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:22745:x1875230445498752:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788359600.062563:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788359600.062581:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788359600.062584:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788359600.062676:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:22745:x1875230445498752:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.062683:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788359600.062768:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498752:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788359600.062841:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788359600.062849:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.062857:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359600.062869:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788359600.062876:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eafd956000 from 13 10000000:01000000:0.0:1788359600.062879:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788359600.062900:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.062907:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.062916:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359600.062930:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788359600.062955:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.062985:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4c7d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788359600.063038:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445498880 00000100:00100000:1.0:1788359600.063043:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445498880 00000100:00100000:1.0:1788359600.063060:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788359600.063067:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:22745:x1875230445498880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359600.063075:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359600.063086:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb00d8 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359600.063114:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 21 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359600.063122:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 21 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359600.063129:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb200, rc 0) 00000100:00100000:1.0:1788359600.063163:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445498880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.063170:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788359600.063237:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445498880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359600.063247:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.063256:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359600.063293:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445499008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788359600.063323:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.063345:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4c7d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788359600.063393:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499008 00000100:00100000:1.0:1788359600.063397:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499008 00000100:00100000:1.0:1788359600.063420:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788359600.063425:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445499008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788359600.063435:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788359600.063445:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788359600.063448:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788359600.063540:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445499008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.063547:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788359600.063611:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445499008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788359600.063650:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788359600.063655:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.063672:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359600.129363:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359600.316852:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788359600.316884:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445499136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788359600.316966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.317036:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499136 00000100:00100000:0.0:1788359600.317052:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499136 00000100:00100000:0.0:1788359600.317129:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359600.317140:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445499136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788359600.317177:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788359600.317262:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445499136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359600.317270:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788359600.317342:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445499136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788359600.317572:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359590/real 1788359590] req@ffffa0eac12ac700 x1875230445487872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359600.317592:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0eac12ac700 x1875230445487872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359600.317602:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359590/real 1788359590] req@ffffa0eaffba6d80 x1875230445487744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359600.317615:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0eaffba6d80 x1875230445487744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788359600.317632:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359600.317648:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788359600.317667:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487872:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788359600.317673:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6316000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788359600.317678:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788359600.317682:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445487744:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788359600.317733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359600.317738:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359600.317740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359600.317753:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788359600.317779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359600.317782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788359600.317786:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6316000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359600.317791:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 622 00000100:00080000:0.0:1788359600.317796:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359600.317802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0e9c6316000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:0.0:1788359600.317824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bf800 x1875230445499520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788359600.317842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788359600.317846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788359600.317848:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788359600.317853:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 622 00000100:00080000:0.0:1788359600.317856:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788359600.317860:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359600.317862:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788359600.317877:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c74bd880 x1875230445499648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788359600.317882:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445499264:0@lo:400:kworker.0 00000100:00100000:1.0:1788359600.317940:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.317975:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445499904:0@lo:400:kworker.0 00000100:00100000:1.0:1788359600.318003:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.318023:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359600.318029:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445500032:0@lo:400:kworker.0 00000100:00100000:1.0:1788359600.318063:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.318111:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445499392:0@lo:400:kworker.0 00000100:00100000:1.0:1788359600.318144:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499904 00000100:00100000:1.0:1788359600.318152:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499904 00000100:00100000:0.0:1788359600.318161:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.318194:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788359600.318200:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445499776:0@lo:400:kworker.0 00000100:00100000:0.0:1788359600.318222:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359600.318256:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500032 00000100:00100000:0.0:1788359600.318261:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500032 00000100:00100000:0.0:1788359600.318306:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499392 00000100:00100000:0.0:1788359600.318309:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499392 00000100:00100000:3.0:1788359600.318424:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499264 00000100:00100000:3.0:1788359600.318430:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499264 00000100:00100000:3.0:1788359600.318464:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788359600.318472:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445499264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359600.318555:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445499264:12345-0@lo:400:kworker.0 Request processed in 83us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359600.318563:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788359600.318594:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499776 00000100:00100000:3.0:1788359600.318598:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499776 00000100:00100000:1.0:1788359600.319030:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788359600.319038:0:22750:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788359600.319051:0:22750:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788359600.319054:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445500032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359600.319082:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445499520:0@lo:8:kworker.0 00000100:00100000:1.0:1788359600.319117:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445500032:12345-0@lo:400:kworker.0 Request processed in 76us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.319127:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788359600.319144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.319150:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788359600.319159:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445499904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359600.319193:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499520 00000100:00100000:2.0:1788359600.319200:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499520 00000100:00100000:0.0:1788359600.319203:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445499648:0@lo:8:kworker.0 00000100:00100000:1.0:1788359600.319228:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445499904:12345-0@lo:400:kworker.0 Request processed in 68us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359600.319232:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788359600.319239:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445499520:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788359600.319242:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788359600.319248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.319261:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1788359600.319269:0:24249:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 632 last 0 00000100:00100000:1.0:1788359600.319271:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445499392:12345-0@lo:400:kworker.0 00000020:00000080:2.0:1788359600.319303:0:24249:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feb00e6 00000100:00100000:1.0:1788359600.319316:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445499392:12345-0@lo:400:kworker.0 Request processed in 48us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.319322:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00002000:00100000:2.0:1788359600.319329:0:24249:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffffa0eac6c99800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113801 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788359600.319334:0:24249:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788359600.319337:0:24249:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:1.0:1788359600.319356:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788359600.319362:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788359600.319386:0:24252:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788359600.319393:0:24252:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00080000:0.0:1788359600.319394:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c74bc000 x1875230445499392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359600.319408:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445499392:0@lo:400:kworker.0 00002000:00080000:2.0:1788359600.319599:0:24249:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788359600.319626:0:24249:0:(import.c:65:import_set_state_nolock()) ffffa0eac6c98800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359600.319679:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875230445499520:12345-0@lo:8:kworker.0 Request processed in 439us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359600.319696:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788359600.319715:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445499648 00000100:00100000:2.0:1788359600.319724:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445499648 00010000:00080000:0.0:1788359600.319724:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c74bf800 x1875230445499520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788359615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359600.319739:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00100000:2.0:1788359600.319744:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788359600.319750:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445499648:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788359600.319763:0:24249:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1788359600.319809:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788359600.319818:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788359600.319824:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788359600.319827:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6316000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788359600.319857:0:3641:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788359600.319864:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445499520:0@lo:8:kworker.0 00000100:00100000:3.0:1788359600.320430:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788359600.320441:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445499776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359600.320512:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445499776:12345-0@lo:400:kworker.0 Request processed in 72us (2288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359600.320518:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1788359600.320780:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c74bc380 x1875230445500032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359600.320795:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445500032:0@lo:400:kworker.0 00010000:00080000:3.0:1788359600.320815:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c74bf480 x1875230445499904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359600.320823:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445499904:0@lo:400:kworker.0 00000100:00100000:3.0:1788359600.320836:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445499264:0@lo:400:kworker.0 00010000:00080000:3.0:1788359600.320886:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c74bdf80 x1875230445499776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359600.320895:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445499776:0@lo:400:kworker.0 00000004:00080000:1.0:1788359600.321313:0:23489:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1788359600.321344:0:23489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500288:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.321402:0:23489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.321427:0:23489:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9f00 going to sleep for 11 seconds 00000004:00080000:1.0:1788359600.321446:0:23488:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788359600.321737:0:23488:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 632292241154ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788359600.321747:0:23488:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788359600.321782:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445500160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.321821:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.321880:0:24250:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788359600.321894:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500288 00000100:00100000:1.0:1788359600.321900:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500288 00000100:00100000:0.0:1788359600.322227:0:24253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500160 00000100:00100000:0.0:1788359600.322238:0:24253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500160 00000100:00100000:0.0:1788359600.322401:0:24253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788359600.322416:0:24253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1875230445500160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788359600.322450:0:24253:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359600.323426:0:24253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1875230445500160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1012us (1601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359600.323439:0:24253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788359600.323857:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788359600.323896:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba4000 x1875230445500160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788359616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359600.323917:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445500160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788359600.324032:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788359600.324042:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:23489:x1875230445500288:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1788359600.328855:0:23480:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1788359600.332773:0:24445:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788359600.332785:0:24445:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788359600.332916:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23489:x1875230445500288:12345-0@lo:7:osp-pre-0-1.0 Request processed in 8869us (11507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359600.332936:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788359600.333184:0:23489:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba6d80 x1875230445500288/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788359616 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359600.333206:0:23489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500288:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1788359600.333226:0:23489:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788359600.333287:0:23489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500416:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.333333:0:23489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.333368:0:23489:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788359600.333389:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500416 00000100:00100000:3.0:1788359600.333398:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500416 00000100:00100000:3.0:1788359600.333455:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359600.333466:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23489:x1875230445500416:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788359600.333527:0:24250:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788359600.333569:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23489:x1875230445500416:12345-0@lo:5:osp-pre-0-1.0 Request processed in 105us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359600.333578:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788359600.333582:0:23489:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba6d80 x1875230445500416/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788359616 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359600.333594:0:23489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500416:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788359600.333604:0:23489:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788359600.333629:0:23489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500544:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.334175:0:23489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.335185:0:23489:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788359600.335639:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500544 00000100:00100000:3.0:1788359600.335650:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500544 00000100:00100000:3.0:1788359600.335962:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788359600.335975:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23489:x1875230445500544:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788359600.336032:0:24445:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1788359600.337286:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445499648:12345-0@lo:8:kworker.0 Request processed in 17527us (18034us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788359600.337298:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788359600.337366:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788359600.337374:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788359600.337380:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445499648:0@lo:8:kworker.0 00000001:00080000:3.0:1788359600.359666:0:24246:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788359600.359690:0:24246:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788359600.359903:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23489:x1875230445500544:12345-0@lo:5:osp-pre-0-1.0 Request processed in 23925us (25722us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788359600.359916:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788359600.361047:0:23489:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba6d80 x1875230445500544/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788359616 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359600.361066:0:23489:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788359600.361075:0:23489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23489:1875230445500544:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788359600.361111:0:23489:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1788359600.361185:0:23489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23489:1875230445500672:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.361249:0:23489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359600.361284:0:23489:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788359600.361474:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500672 00000100:00100000:1.0:1788359600.361482:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500672 00000100:00100000:1.0:1788359600.362140:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788359600.362152:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23489:x1875230445500672:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788359600.362234:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23489:x1875230445500672:12345-0@lo:900:osp-pre-0-1.0 Request processed in 84us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359600.362253:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788359600.362594:0:23489:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba6d80 x1875230445500672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788359616 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359600.362608:0:23489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23489:1875230445500672:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1788359601.149300:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788359601.732016:0:24616:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1788359601.852785:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445500800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788359601.852855:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359601.852899:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500800 00000100:00100000:2.0:1788359601.852907:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500800 00000100:00100000:2.0:1788359601.852959:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788359601.852970:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445500800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788359601.853013:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788359601.853083:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445500800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359601.853092:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788359601.853113:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445500800:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788359602.174655:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788359602.247684:0:24668:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788359602.247825:0:24668:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788359602.493354:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1788359602.755360:0:24719:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788359602.755791:0:24719:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788359603.196605:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788359603.389253:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788359604.222110:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359605.244592:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359605.438950:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445500928:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788359605.438953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359605.438959:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788359605.438962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359605.438965:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788359605.438984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359605.438987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788359605.438992:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788359605.438998:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 632 00000100:00080000:3.0:1788359605.439004:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788359605.439012:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359605.439036:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead2750000 x1875230445501696/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359605.439053:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439118:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445501440:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.439150:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439167:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445502080:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.439191:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439217:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788359605.439223:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445501056:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.439252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439274:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445501568:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.439305:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439344:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445500928 00000100:00100000:2.0:1788359605.439353:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445500928 00000100:00100000:2.0:1788359605.439393:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501440 00000100:00100000:2.0:1788359605.439396:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501440 00000100:00100000:2.0:1788359605.439413:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788359605.439423:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1875230445500928:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788359605.439444:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445501184:0@lo:400:kworker.0 00000004:00000024:2.0:1788359605.439469:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788359605.439477:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359605.439492:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445501824:0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439528:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.439546:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1875230445500928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359605.439547:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788359605.439552:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445501312:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.439554:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788359605.439569:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501184 00000100:00100000:3.0:1788359605.439577:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359605.439595:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445501952:0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439617:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359605.439651:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502080 00000100:00100000:3.0:1788359605.439655:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502080 00000100:00100000:3.0:1788359605.439695:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501824 00000100:00100000:3.0:1788359605.439703:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501824 00000100:00100000:3.0:1788359605.439719:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501312 00000100:00100000:3.0:1788359605.439721:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501312 00000100:00100000:3.0:1788359605.439734:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501952 00000100:00100000:3.0:1788359605.439736:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501952 00000100:00100000:3.0:1788359605.439751:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359605.439757:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445502080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439790:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445502080:12345-0@lo:400:kworker.0 Request processed in 33us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359605.439796:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359605.439813:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359605.439817:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445501824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439848:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445501824:12345-0@lo:400:kworker.0 Request processed in 30us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359605.439854:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359605.439866:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788359605.439871:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445501312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439899:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445501312:12345-0@lo:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359605.439904:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788359605.439917:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788359605.439923:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445501952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.439947:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445501952:12345-0@lo:400:kworker.0 Request processed in 25us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359605.439953:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1788359605.439974:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788359605.439978:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788359605.440014:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0ead2752a00 x1875230445501312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359605.440030:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445501312:0@lo:400:kworker.0 00010000:00080000:3.0:1788359605.440056:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0ead2751500 x1875230445501952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359605.440064:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445501952:0@lo:400:kworker.0 00010000:00080000:3.0:1788359605.440076:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0ead2750a80 x1875230445501824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359605.440096:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445501824:0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.440157:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501184 00000100:00100000:2.0:1788359605.440180:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788359605.440185:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445501440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.440220:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445501440:12345-0@lo:400:kworker.0 Request processed in 35us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359605.440227:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788359605.440239:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788359605.440244:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445501184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.440292:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445501184:12345-0@lo:400:kworker.0 Request processed in 47us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359605.440298:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788359605.440328:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501056 00000100:00100000:2.0:1788359605.440334:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501056 00000100:00100000:2.0:1788359605.440364:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788359605.440371:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3644:x1875230445501056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.440399:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3644:x1875230445501056:12345-0@lo:400:kworker.0 Request processed in 29us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359605.440405:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788359605.440437:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501568 00000100:00100000:2.0:1788359605.440441:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501568 00000100:00100000:2.0:1788359605.440480:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788359605.440486:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445501568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359605.440539:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445501568:12345-0@lo:400:kworker.0 Request processed in 54us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359605.440546:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788359605.440572:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445502208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788359605.440699:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359605.440748:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502208 00000100:00100000:2.0:1788359605.440752:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502208 00000100:00100000:2.0:1788359605.440777:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788359605.440783:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445502208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788359605.440809:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788359605.440847:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445502208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359605.440864:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788359605.440883:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359605.440897:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445501696:0@lo:8:kworker.0 00000100:00100000:3.0:1788359605.441142:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445501184:0@lo:400:kworker.0 00010000:00080000:0.0:1788359605.445695:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba6d80 x1875230445502208/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359605.445732:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445502208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788359605.446693:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359605.446820:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445501696 00000100:00100000:0.0:1788359605.446830:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445501696 00000100:00100000:0.0:1788359605.446880:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788359605.446889:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445501696:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788359605.446917:0:24249:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788359605.446971:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445501696:12345-0@lo:8:kworker.0 Request processed in 81us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788359605.446985:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788359605.447069:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359605.447076:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788359605.447080:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445501696:0@lo:8:kworker.0 00000100:00100000:3.0:1788359605.447866:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445501056:0@lo:400:kworker.0 00010000:00080000:3.0:1788359605.447889:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0ead2751f80 x1875230445501568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359605.447901:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445501568:0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.447914:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445501440:0@lo:400:kworker.0 00010000:00080000:3.0:1788359605.447927:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0ead2752680 x1875230445502080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359605.447936:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445502080:0@lo:400:kworker.0 00000100:00100000:3.0:1788359605.447955:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445500928:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788359606.271941:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359606.461052:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359591/real 1788359591] req@ffffa0e9c74be680 x1875230445491200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359606 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.461091:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74be680 x1875230445491200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359606 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.461103:0:3641:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788359591/real 1788359591] req@ffffa0e9c74bed80 x1875230445491328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359606 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.461115:0:3641:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e9c74bed80 x1875230445491328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788359606 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788359606.461138:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359606.461153:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788359606.461158:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491200:0@lo:8:kworker.0 00000100:00080000:2.0:1788359606.461164:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359606.461170:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788359606.461173:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445491328:0@lo:8:kworker.0 00000100:00080000:2.0:1788359606.461273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359606.461277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788359606.461288:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788359606.461294:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1788359606.461301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788359606.461309:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0eaffa8b000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359606.461335:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c803ea00 x1875230445502592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788359606.461350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359606.461354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788359606.461356:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788359606.461359:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1788359606.461362:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788359606.461365:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0eafd8a5000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359606.461379:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e9c803c700 x1875230445502720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788359606.461424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788359606.461427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788359606.461429:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788359606.461433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 637 00000100:00080000:2.0:1788359606.461436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788359606.461440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:2.0:1788359606.461452:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eac12ace00 x1875230445503232/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359606.461519:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445502336:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.461708:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.461761:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445503104:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.461792:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.461816:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788359606.461823:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445502464:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.461849:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.461868:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445503360:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.461915:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.461950:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445502848:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.461976:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.461996:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445503488:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462023:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.462054:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788359606.462060:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445502976:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462083:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.462101:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445503616:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462121:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.462156:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502336 00000100:00100000:2.0:1788359606.462164:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502336 00000100:00100000:2.0:1788359606.462222:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788359606.462231:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3642:x1875230445502336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462289:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3642:x1875230445502336:12345-0@lo:400:kworker.0 Request processed in 57us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.462297:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788359606.462332:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503104 00000100:00100000:2.0:1788359606.462336:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503104 00000100:00100000:2.0:1788359606.462365:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788359606.462378:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445503104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462411:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445503104:12345-0@lo:400:kworker.0 Request processed in 35us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.462418:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788359606.462437:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502464 00000100:00100000:2.0:1788359606.462441:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502464 00000100:00100000:2.0:1788359606.462458:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502976 00000100:00100000:2.0:1788359606.462461:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502976 00000100:00100000:2.0:1788359606.462475:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788359606.462482:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445502464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.462973:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445502464:12345-0@lo:400:kworker.0 Request processed in 489us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.462981:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788359606.462995:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788359606.463001:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445502976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.463084:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445502976:12345-0@lo:400:kworker.0 Request processed in 83us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.463091:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788359606.463114:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503360 00000100:00100000:2.0:1788359606.463118:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503360 00000100:00100000:2.0:1788359606.463139:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502848 00000100:00100000:2.0:1788359606.463142:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502848 00000100:00100000:2.0:1788359606.463153:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503488 00000100:00100000:2.0:1788359606.463155:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503488 00000100:00100000:2.0:1788359606.463165:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503616 00000100:00100000:2.0:1788359606.463167:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503616 00000100:00100000:2.0:1788359606.463178:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359606.463184:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445503360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.463225:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445503360:12345-0@lo:400:kworker.0 Request processed in 41us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.463232:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359606.463244:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788359606.463250:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445502848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.463278:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445502848:12345-0@lo:400:kworker.0 Request processed in 28us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.463283:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788359606.463294:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788359606.463300:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445503488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.463325:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445503488:12345-0@lo:400:kworker.0 Request processed in 26us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.463331:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788359606.463341:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788359606.463347:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445503616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.463374:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445503616:12345-0@lo:400:kworker.0 Request processed in 28us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.463380:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788359606.463518:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445502592:0@lo:8:kworker.0 00000100:00100000:2.0:1788359606.463578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.463611:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445502720:0@lo:8:kworker.0 00000100:00100000:2.0:1788359606.463637:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.463655:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445503232:0@lo:8:kworker.0 00000100:00100000:2.0:1788359606.463677:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.463715:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502592 00000100:00100000:2.0:1788359606.463720:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502592 00000100:00100000:2.0:1788359606.463738:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445502720 00000100:00100000:2.0:1788359606.463741:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445502720 00000100:00100000:2.0:1788359606.463747:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503232 00000100:00100000:2.0:1788359606.463750:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503232 00000100:00100000:2.0:1788359606.463759:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359606.463763:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445502592:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788359606.463794:0:24249:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:2.0:1788359606.463829:0:24249:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feb00ed 00002000:00100000:2.0:1788359606.463847:0:24249:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffffa0eaf248b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113801 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788359606.463852:0:24249:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788359606.463856:0:24249:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788359606.463956:0:24249:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788359606.463986:0:24249:0:(import.c:65:import_set_state_nolock()) ffffa0eaf248b000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359606.464027:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875230445502592:12345-0@lo:8:kworker.0 Request processed in 262us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.464047:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788359606.464059:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788359606.464062:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445502720:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788359606.464075:0:24249:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788359606.464099:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445502720:12345-0@lo:8:kworker.0 Request processed in 36us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788359606.464105:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788359606.464115:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359606.464119:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445503232:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788359606.464128:0:24249:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788359606.464160:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445503232:12345-0@lo:8:kworker.0 Request processed in 40us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788359606.464166:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359606.464220:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445502464:0@lo:400:kworker.0 00010000:00080000:2.0:1788359606.464239:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eac12af800 x1875230445503360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.464250:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445503360:0@lo:400:kworker.0 00000100:00100000:2.0:1788359606.464262:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445502336:0@lo:400:kworker.0 00010000:00080000:2.0:1788359606.464275:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eac12ad880 x1875230445503104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.464284:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445503104:0@lo:400:kworker.0 00010000:00080000:2.0:1788359606.464323:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c803ea00 x1875230445502592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788359626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.464331:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788359606.464339:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788359606.464349:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788359606.464356:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788359606.464359:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eaffa8b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788359606.464378:0:3641:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788359606.464383:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445502592:0@lo:8:kworker.0 00000100:00080000:2.0:1788359606.464395:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359606.464399:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788359606.464402:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445502720:0@lo:8:kworker.0 00000100:00080000:2.0:1788359606.464422:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359606.464426:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788359606.464428:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445503232:0@lo:8:kworker.0 00000004:00080000:2.0:1788359606.464453:0:22772:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788359606.464554:0:22772:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 638435058741ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788359606.464562:0:22772:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1788359606.464816:0:22773:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:2.0:1788359606.464837:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22773:1875230445503872:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788359606.464873:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.464894:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae554fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359606.464905:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788359606.464913:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445503744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788359606.464936:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.464965:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503744 00000100:00100000:2.0:1788359606.464969:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503744 00000100:00100000:2.0:1788359606.465012:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788359606.465018:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445503744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788359606.465051:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788359606.465096:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445503744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.465102:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788359606.465118:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788359606.465146:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c693c000 x1875230445503744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359606.465162:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445503744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788359606.465180:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445503872 00000100:00100000:2.0:1788359606.465189:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445503872 00000100:00100000:2.0:1788359606.465212:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359606.465217:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875230445503872:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788359606.465927:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445502976:0@lo:400:kworker.0 00010000:00080000:3.0:1788359606.465954:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eac12ac380 x1875230445503616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359606.465965:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445503616:0@lo:400:kworker.0 00010000:00080000:3.0:1788359606.465978:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e9c803f480 x1875230445502848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359606.465985:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c803f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445502848:0@lo:400:kworker.0 00010000:00080000:3.0:1788359606.465999:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eac12af480 x1875230445503488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359606.466007:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445503488:0@lo:400:kworker.0 00000004:00080000:2.0:1788359606.469087:0:22728:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:2.0:1788359606.471883:0:24249:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1788359606.471898:0:24249:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1788359606.471904:0:24249:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00010000:2.0:1788359606.482865:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.482884:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.482907:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.482913:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.482921:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.482944:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.482956:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.482964:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.482997:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788359606.483636:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359606.483647:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.483659:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359606.483665:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.483676:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.483701:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.483710:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb00f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.483745:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.483748:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.483750:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.483820:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.483836:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.483846:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.483851:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.483856:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.483866:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.483875:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.483884:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.483908:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.485567:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.485581:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.485598:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.485603:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.485608:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.485623:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.485641:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.485648:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.485673:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788359606.486055:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788359606.486066:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486076:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359606.486082:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486093:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486113:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486121:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb00fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486139:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359606.486143:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486149:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359606.486159:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486167:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486178:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486186:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0102 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486198:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.486200:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.486202:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788359606.486437:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359606.486444:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486453:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=638s v=(0 0) 00010000:00010000:3.0:1788359606.486456:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359606.486461:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486471:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486479:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.486491:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.487366:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.493424:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.493445:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.493469:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.493475:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.493483:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.493526:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.493540:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.493549:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493656:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788359606.493667:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.493667:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493676:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7181c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.493681:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493691:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493717:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493725:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000578ec886/0x49dd053b5feb0109 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.493753:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.493755:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.493757:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.493925:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00002000:00010000:1.0:1788359606.496288:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.496305:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.496325:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.496330:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.496337:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.496356:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.496368:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.496377:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.496688:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359606.496697:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.496707:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359606.496712:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.496722:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.496743:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359606.496752:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.496754:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.496757:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.496923:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.496926:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.496928:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.496934:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.496943:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.496946:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.496966:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.496978:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.496985:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb0110 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.496995:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788359606.497000:0:24249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb0117 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.497004:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.497005:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.497007:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.497321:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.501326:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.501345:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501367:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.501373:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.501381:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501398:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501410:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501420:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501443:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788359606.501966:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.501973:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.501987:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.501990:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.501995:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.502004:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.502013:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502014:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359606.502020:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502023:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.502046:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.502048:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ea800 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.502053:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502064:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502086:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502094:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c92b4930/0x49dd053b5feb011e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502112:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.502115:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502133:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ea600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.502136:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502145:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502156:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502164:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067ba0e48/0x49dd053b5feb0125 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.502178:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.502179:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.502181:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.502250:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.507965:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.507986:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.508007:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.508012:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.508019:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.508044:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.508068:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.508076:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.508099:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.508444:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.508455:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.508465:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.508470:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.508480:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.508574:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.508582:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004916a089/0x49dd053b5feb012c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.508602:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.508604:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.508607:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.510544:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.510560:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.510578:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.510583:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.510589:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.510604:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.510616:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.510631:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.510667:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.510692:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.510700:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.510709:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eba00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.510714:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.510723:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.510739:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.510746:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a07c48fd/0x49dd053b5feb0133 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.510777:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.510779:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.510780:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.511710:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.511721:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.511734:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.511738:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.511744:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.511756:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.511766:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.511774:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.511799:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.511815:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.511822:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.511830:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.511834:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.511842:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.511856:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.511869:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb013a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.511884:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.511886:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.511888:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.512394:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.512402:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512411:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.512420:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.512424:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512434:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512442:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512449:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512467:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.512564:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.512571:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.512580:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.512584:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.512594:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.512607:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.512615:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb0141 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.512629:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.512631:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.512633:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.512806:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.512811:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512818:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.512821:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.512825:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512835:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512842:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512855:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.512874:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.513061:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.513067:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.513087:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ebe00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.513091:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.513100:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.513112:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.513119:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb0148 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.513133:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.513135:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.513136:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.513203:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.513208:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.513216:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.513218:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.513222:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.513231:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.513239:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.513246:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.513266:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.513469:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.513475:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.513483:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b6200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.513486:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.513531:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.513543:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.513551:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bb21113/0x49dd053b5feb014f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.513567:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.513569:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.513571:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.514251:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.514259:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.514275:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.514278:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.514282:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.514294:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.514302:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.514309:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.514329:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788359606.514378:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788359606.514385:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.514393:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b6400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359606.514396:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.514405:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.514424:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.514430:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066da369c/0x49dd053b5feb0156 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.514445:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.514447:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.514448:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788359606.517615:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788359606.517636:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.517657:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1788359606.517663:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359606.517670:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.517688:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.518091:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359606.518099:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.518221:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.518553:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.518564:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.518581:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b7e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.518588:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.518601:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.518626:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.518634:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000847d0b62/0x49dd053b5feb015d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.518662:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.518664:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.518666:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.528327:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.528346:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.528368:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.528374:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.528382:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.528401:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.528414:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.528423:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.528541:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.531204:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.531224:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.531245:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.531249:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.531257:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.531272:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.531285:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.531293:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531392:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359606.531403:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531414:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.531420:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531453:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531475:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531485:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0164 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531520:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.531524:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531532:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.531535:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531543:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531554:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.531561:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.531563:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.531572:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.532201:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359606.532236:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788359606.532246:0:24249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb016b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788359606.535761:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.535781:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.535812:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.535817:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.535825:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.535843:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.535856:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.535864:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.535889:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.536204:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.536215:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536225:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.536231:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536243:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536267:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536276:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a924432/0x49dd053b5feb0172 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536299:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.536302:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.536304:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.536402:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.536408:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536417:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.536421:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.536425:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536435:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536455:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536463:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536486:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.536732:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.536739:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536748:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.536751:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536767:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536779:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536787:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de86c9e5/0x49dd053b5feb0179 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.536801:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.536803:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.536804:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.536883:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.536889:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536898:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.536902:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.536906:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536916:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536924:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536932:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.536961:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.537081:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.537088:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.537095:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.537099:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.537107:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.537118:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.537138:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005914700c/0x49dd053b5feb0180 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.537153:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.537155:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.537156:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.538745:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.538759:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.538777:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.538782:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.538788:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.538803:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.538815:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.538824:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.538845:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.539165:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.539174:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539183:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.539188:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539199:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539216:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539224:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bde3202f/0x49dd053b5feb0187 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539243:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.539245:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.539247:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.539370:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.539377:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539385:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.539395:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.539400:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539410:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539418:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539425:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539449:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.539567:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.539573:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539581:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.539585:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539591:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539602:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539608:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084bce2bd/0x49dd053b5feb018e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.539622:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.539624:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.539626:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.539871:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.539879:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539888:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.539891:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.539895:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539906:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539915:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539929:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.539949:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.540264:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.540270:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.540279:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.540282:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.540286:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.540296:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.540304:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.540311:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.540336:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788359606.540482:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359606.540490:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540528:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.540532:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540553:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540570:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540579:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000daf5d632/0x49dd053b5feb0195 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540597:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.540601:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540607:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.540610:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540618:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540627:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540635:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f090da4/0x49dd053b5feb019c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.540659:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.540661:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.540663:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.541295:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.541306:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.541326:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.541330:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.541334:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.541345:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.541356:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.541364:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.541390:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.541631:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.541638:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.541647:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.541652:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.541662:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.541676:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.541683:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4b3ba6/0x49dd053b5feb01a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.541700:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.541703:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.541704:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.542218:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.542266:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.542273:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.542283:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.542287:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.542291:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.542302:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.542322:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.542330:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.542354:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788359606.542622:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.542629:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.542648:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.542652:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.542661:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.542675:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.542682:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7db5bae/0x49dd053b5feb01aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.542699:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.542701:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.542703:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.543764:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.543776:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.543789:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.543793:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.543799:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.543813:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.543823:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.543832:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.543873:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.544836:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.544845:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.544855:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.544858:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.544863:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.544874:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.544884:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.544892:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.544909:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788359606.545934:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.545945:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.545957:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.545966:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.545971:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.545984:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.545996:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.546004:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.546019:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788359606.547099:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788359606.547112:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547124:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.547130:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547147:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547178:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547187:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fe71761/0x49dd053b5feb01b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547211:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359606.547217:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547224:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.547228:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547235:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547245:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547252:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb01b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547264:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.547268:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547280:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ebe00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.547284:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547291:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547301:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547308:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098025b4b/0x49dd053b5feb01bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.547322:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.547323:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.547325:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.547333:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359606.547377:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359606.550185:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.550202:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.550223:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.550229:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.550237:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.550253:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.550265:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.550284:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.550309:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788359606.551283:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359606.551293:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.551305:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=638s v=(0 0) 00010000:00010000:2.0:1788359606.551309:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359606.551313:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.551324:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.551334:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.551342:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359606.551367:0:24249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788359606.555393:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359606.555411:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555427:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.555433:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555467:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555508:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555517:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4bc118c/0x49dd053b5feb01c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555547:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359606.555551:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555557:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359606.555560:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555568:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555578:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555585:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044a7da18/0x49dd053b5feb01cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359606.555609:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.555611:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.555613:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359606.557583:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1788359606.565302:0:24249:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:3.0:1788359606.565543:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22773:x1875230445503872:12345-0@lo:5:osp-pre-0-0.0 Request processed in 100269us (100614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359606.565568:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788359606.568219:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22773:1875230445503872:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788359606.568247:0:22773:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1788359606.568312:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22773:1875230445504000:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788359606.568387:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359606.568429:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4c7d540 going to sleep for 11 seconds 00000100:00100000:3.0:1788359606.568436:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504000 00000100:00100000:3.0:1788359606.568463:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504000 00000100:00100000:3.0:1788359606.568638:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788359606.568650:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22773:x1875230445504000:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788359606.568706:0:24252:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1788359606.578560:0:24246:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788359606.578623:0:24246:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788359606.579432:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22773:x1875230445504000:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10777us (11037us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788359606.579446:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788359606.579541:0:22773:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788359606.579551:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22773:1875230445504000:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788359606.579571:0:22773:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:2.0:1788359606.974394:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445504128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788359606.974536:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359606.974643:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504128 00000100:00100000:2.0:1788359606.974652:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504128 00000100:00100000:2.0:1788359606.974709:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788359606.974717:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445504128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788359606.974757:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788359606.974797:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445504128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359606.974803:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788359606.974858:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445504128:0@lo:41:osp-pre-1-0.0 00000020:01000004:0.0:1788359607.271355:0:25065:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788359607.271360:0:25065:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788359607.271361:0:25065:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788359607.271477:0:25065:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0e9c6155800 00000020:01000004:0.0:1788359607.271517:0:25065:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788359607.271532:0:25065:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788359607.271548:0:25065:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffffa0eafed799c0) 00000020:00000080:0.0:1788359607.271566:0:25065:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1788359607.292629:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1788359607.319010:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788359607.322260:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788359607.323083:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788359607.323311:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788359607.323574:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788359607.323906:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788359607.324215:0:25065:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:0.0:1788359607.325228:0:25065:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788359607.325442:0:25065:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1788359607.325456:0:25065:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788359607.325467:0:25065:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x49dd053b5feb01db 00000020:01000004:0.0:1788359607.325474:0:25065:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788359607.325638:0:25065:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.152@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788359607.325642:0:25065:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788359607.325648:0:25065:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1788359607.325675:0:25065:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1788359607.325678:0:25065:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.152@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788359607.343488:0:25065:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.152@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788359607.343626:0:25065:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.152@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788359607.343630:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788359607.343632:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.343633:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.343635:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.343636:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.343637:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.343639:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.343641:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.343642:0:25065:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788359607.343646:0:25065:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788359607.343649:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788359607.343650:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.343651:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.343652:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.343653:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.343654:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.343655:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.343656:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.343657:0:25065:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788359607.343683:0:25065:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788359607.343704:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504256:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788359607.343775:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359607.344090:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788359607.344093:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504256 00000100:00100000:2.0:1788359607.344414:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504256 00000100:00100000:2.0:1788359607.344547:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788359607.344561:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:25065:x1875230445504256:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788359607.344609:0:22742:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788359607.344614:0:22742:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788359607.344619:0:22742:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788359607.344993:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:25065:x1875230445504256:12345-0@lo:253:mount.lustre.0 Request processed in 434us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.345003:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788359607.345105:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504256:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788359607.345120:0:25065:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788359607.345124:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788359607.345125:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.345126:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.345128:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.345129:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.345130:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.345132:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.345134:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.345135:0:25065:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788359607.345171:0:25065:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0e9c6155800 from lustre-OST0001 10000000:01000000:0.0:1788359607.345217:0:25065:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788359607.345221:0:25065:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788359607.345229:0:25065:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0eaece119c0 local copy 00010000:00010000:0.0:1788359607.345240:0:25065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359607.345318:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359607.345362:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359607.345399:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359607.345426:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504384 00000100:00100000:2.0:1788359607.345435:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504384 00000100:00100000:2.0:1788359607.345479:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788359607.345488:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:25065:x1875230445504384:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359607.345629:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:25065:x1875230445504384:12345-0@lo:501:mount.lustre.0 Request processed in 142us (266us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788359607.345637:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788359607.345751:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504384:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788359607.345775:0:25065:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788359607.345806:0:25065:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788359607.345815:0:25065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.345826:0:25065:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181800/0x49dd053b5feafe0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feafe15 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359607.345863:0:25065:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0e9c6155800 10000000:01000000:3.0:1788359607.345869:0:25065:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788359607.345876:0:25065:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788359607.345880:0:25065:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788359607.345885:0:25065:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788359607.345889:0:25065:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788359607.345929:0:25065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.345938:0:25065:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.345964:0:25065:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359607.345983:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504512:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788359607.346032:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.346109:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac9302e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788359607.346556:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504512 00000100:00100000:2.0:1788359607.346570:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504512 00000100:00100000:2.0:1788359607.346618:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788359607.346627:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:25065:x1875230445504512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359607.346638:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359607.346653:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eb000/0x49dd053b5feb01e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb01e2 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.346679:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eb000/0x49dd053b5feb01e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb01e2 expref: 22 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.346691:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eb000/0x49dd053b5feb01e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb01e2 expref: 22 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.346701:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb000, rc 0) 00000100:00100000:2.0:1788359607.346751:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504512:12345-0@lo:101:mount.lustre.0 Request processed in 125us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.346758:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788359607.346789:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504512:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788359607.346816:0:25065:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb01e9 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359607.346895:0:25065:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb01e9 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788359607.348271:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1788359607.349253:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788359607.351714:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788359607.351765:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788359607.351796:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788359607.351811:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788359607.351898:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788359607.351916:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788359607.351930:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788359607.351942:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788359607.351955:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788359607.351979:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788359607.352058:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788359607.352167:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359607.352241:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.352326:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.352383:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504640 00000100:00100000:0.0:1788359607.352391:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504640 00000100:00100000:0.0:1788359607.352477:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788359607.352487:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504640:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359607.352671:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504640:12345-0@lo:501:mount.lustre.0 Request processed in 184us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.352679:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788359607.352776:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359607.352846:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359607.352948:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.352997:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac9302480 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.353077:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504768 00000100:00100000:0.0:1788359607.353084:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504768 00000100:00100000:0.0:1788359607.353178:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788359607.353187:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504768:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359607.354045:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504768:12345-0@lo:503:mount.lustre.0 Request processed in 856us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.354055:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788359607.354150:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504768:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788359607.354600:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788359607.354674:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504896:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788359607.354719:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.355154:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0600 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.355236:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445504896 00000100:00100000:3.0:1788359607.355243:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445504896 00000100:00100000:3.0:1788359607.355274:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788359607.355283:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359607.359610:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445504896:12345-0@lo:502:mount.lustre.0 Request processed in 4317us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.359625:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788359607.360003:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445504896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788359607.360293:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788359607.360326:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788359607.360343:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788359607.360357:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788359607.360370:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788359607.360383:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788359607.360395:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788359607.360417:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788359607.360429:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788359607.360468:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505024:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359607.360554:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.360594:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac9302d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.360787:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505024 00000100:00100000:0.0:1788359607.360794:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505024 00000100:00100000:0.0:1788359607.360852:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788359607.360862:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445505024:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.360967:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445505024:12345-0@lo:502:mount.lustre.0 Request processed in 106us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.360974:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788359607.361245:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505024:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788359607.361292:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788359607.361300:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1788359607.362226:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788359607.362236:0:25069:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1788359607.362243:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.362245:0:25069:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788359607.362254:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788359607.362269:0:25069:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffffa0eafef78000) 00000020:00000080:3.0:1788359607.362294:0:25069:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788359607.362301:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788359607.362378:0:25069:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0e9c6155800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788359607.362386:0:25069:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788359607.362393:0:25069:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x49dd053b5feb01f7 00010000:00010000:3.0:1788359607.367338:0:25069:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1788359607.368194:0:25069:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1788359607.369920:0:25069:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788359607.371371:0:25069:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788359607.371384:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.371390:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.371392:0:25069:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788359607.371395:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.371398:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.371400:0:25069:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788359607.371403:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788359607.371405:0:25069:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788359607.371413:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.371415:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.371417:0:25069:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788359607.371419:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.371421:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.371422:0:25069:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788359607.371425:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788359607.371450:0:25069:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.371453:0:25069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.371454:0:25069:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788359607.371458:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788359607.371725:0:25065:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788359607.371758:0:25065:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788359607.371783:0:25065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb01e9 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.371795:0:25065:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac7181600/0x49dd053b5feb01e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb01e9 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359607.371804:0:25065:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0e9c6155800 from 1 10000000:01000000:2.0:1788359607.371807:0:25065:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788359607.371850:0:25065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.371858:0:25065:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.371869:0:25065:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359607.371893:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505152:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359607.371954:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.372149:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.372254:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505152 00000100:00100000:3.0:1788359607.372261:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505152 00000100:00100000:3.0:1788359607.372311:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788359607.372320:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:25065:x1875230445505152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788359607.372333:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359607.372345:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb01fe expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.372368:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.372379:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359607.372390:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac7180e00, rc 0) 00000100:00100000:3.0:1788359607.372444:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505152:12345-0@lo:101:mount.lustre.0 Request processed in 125us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.372451:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788359607.372552:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505152:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788359607.372565:0:25065:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.372573:0:25065:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788359607.373964:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788359607.374312:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788359607.374734:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788359607.374761:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788359607.374776:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788359607.374789:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788359607.374802:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788359607.374815:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788359607.374841:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788359607.374854:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788359607.374881:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788359607.374895:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788359607.374906:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788359607.374922:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788359607.374927:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788359607.375129:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359607.375194:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.375242:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.375335:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505280 00000100:00100000:3.0:1788359607.375343:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505280 00000100:00100000:3.0:1788359607.375414:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788359607.375423:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505280:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359607.375567:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505280:12345-0@lo:501:mount.lustre.0 Request processed in 145us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.375575:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788359607.375700:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788359607.375728:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505408:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788359607.375764:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.375792:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.375942:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505408 00000100:00100000:3.0:1788359607.375947:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505408 00000100:00100000:3.0:1788359607.375976:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788359607.376093:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505408:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359607.376179:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505408:12345-0@lo:503:mount.lustre.0 Request processed in 195us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.376187:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788359607.376257:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505408:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788359607.376662:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788359607.376720:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505536:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788359607.376757:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.376781:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571600 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.376853:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505536 00000100:00100000:0.0:1788359607.376858:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505536 00000100:00100000:0.0:1788359607.376893:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788359607.376902:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.376993:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505536:12345-0@lo:502:mount.lustre.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.377001:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788359607.377228:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788359607.377381:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788359607.377405:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788359607.377417:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788359607.377429:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788359607.377441:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788359607.377453:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788359607.377464:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788359607.377474:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788359607.377486:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788359607.377537:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788359607.377567:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788359607.377590:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788359607.377626:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.377652:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571600 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.377891:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505664 00000100:00100000:0.0:1788359607.377895:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505664 00000100:00100000:0.0:1788359607.377930:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788359607.377938:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.378111:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505664:12345-0@lo:502:mount.lustre.0 Request processed in 173us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.378118:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788359607.378193:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505664:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788359607.378231:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788359607.378240:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788359607.383867:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.383881:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.383883:0:25072:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788359607.383891:0:25072:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0e9c6155800 00000020:00000080:3.0:1788359607.383894:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359607.383904:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.383907:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.383909:0:25072:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788359607.383911:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.383914:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.383915:0:25072:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788359607.383919:0:25072:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0e9c6155800 00000020:00000080:3.0:1788359607.383921:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359607.383975:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.383979:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.383990:0:25072:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788359607.383993:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.383996:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.384008:0:25072:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788359607.384013:0:25072:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0e9c6155800 00000020:00000080:3.0:1788359607.384015:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359607.384113:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.384116:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.384118:0:25072:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788359607.384121:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788359607.384124:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.384125:0:25072:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788359607.384129:0:25072:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0e9c6155800 00000020:00000080:3.0:1788359607.384131:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788359607.384155:0:25072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788359607.384159:0:25072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788359607.384160:0:25072:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788359607.384163:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788359607.384360:0:25065:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788359607.384393:0:25065:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788359607.384418:0:25065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384431:0:25065:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788359607.384486:0:25065:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788359607.384490:0:25065:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0e9c6155800 10000000:01000000:2.0:1788359607.384517:0:25065:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0e9c6155800 10000000:01000000:2.0:1788359607.384586:0:25065:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788359607.384593:0:25065:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0e9c6155800 from 1 10000000:01000000:2.0:1788359607.384596:0:25065:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788359607.384633:0:25065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384641:0:25065:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384651:0:25065:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359607.384675:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505792:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788359607.384738:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.384777:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0180 going to sleep for 11 seconds 00000100:00100000:2.0:1788359607.384798:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505792 00000100:00100000:2.0:1788359607.384803:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505792 00000100:00100000:2.0:1788359607.384843:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788359607.384851:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:25065:x1875230445505792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359607.384872:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359607.384882:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eba00/0x49dd053b5feb0213 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb020c expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384905:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eba00/0x49dd053b5feb0213 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb020c expref: 24 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384915:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eba00/0x49dd053b5feb0213 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb020c expref: 24 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.384924:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eba00, rc 0) 00000100:00100000:2.0:1788359607.384961:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445505792:12345-0@lo:101:mount.lustre.0 Request processed in 109us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.384967:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788359607.385089:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505792:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788359607.385103:0:25065:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0213 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359607.385111:0:25065:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0213 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788359607.389671:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788359607.389970:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788359607.390950:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788359607.390975:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788359607.391382:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788359607.391398:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788359607.391424:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788359607.391439:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788359607.391462:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788359607.391474:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788359607.391488:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788359607.391787:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788359607.391804:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788359607.391817:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788359607.391830:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788359607.391844:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788359607.391857:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788359607.391871:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788359607.391884:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788359607.391897:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788359607.391910:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788359607.391924:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788359607.391951:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788359607.391966:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788359607.391979:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788359607.392010:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788359607.392035:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788359607.392050:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788359607.392063:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788359607.392074:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788359607.392086:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788359607.392098:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788359607.392109:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788359607.392122:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788359607.392133:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788359607.392145:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788359607.392156:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788359607.392168:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788359607.392194:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788359607.392210:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788359607.392225:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788359607.392248:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788359607.392260:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788359607.392272:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788359607.392285:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788359607.392298:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788359607.392312:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788359607.392324:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788359607.392339:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788359607.392353:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788359607.392849:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788359607.392874:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788359607.392892:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788359607.392898:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788359607.393017:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788359607.393099:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.393150:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0600 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.393258:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445505920 00000100:00100000:0.0:1788359607.393266:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445505920 00000100:00100000:0.0:1788359607.393328:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788359607.393337:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445505920:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788359607.393481:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445505920:12345-0@lo:501:mount.lustre.0 Request processed in 145us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.393488:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788359607.393672:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c693e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445505920:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788359607.393707:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506048:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788359607.393748:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.393774:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaccef5600 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.393817:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506048 00000100:00100000:0.0:1788359607.393821:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506048 00000100:00100000:0.0:1788359607.393847:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788359607.393854:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506048:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788359607.393927:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506048:12345-0@lo:503:mount.lustre.0 Request processed in 72us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.393934:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788359607.394010:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506048:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788359607.394408:0:25065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788359607.394473:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506176:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359607.394702:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.394816:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaccef5600 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.395197:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506176 00000100:00100000:0.0:1788359607.395203:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506176 00000100:00100000:0.0:1788359607.395246:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788359607.395253:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.395359:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506176:12345-0@lo:502:mount.lustre.0 Request processed in 105us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359607.395366:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788359607.395415:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506176:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788359607.395667:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788359607.395694:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788359607.395709:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788359607.395723:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788359607.395736:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788359607.395750:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788359607.395764:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788359607.395788:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788359607.395801:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788359607.395813:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788359607.395824:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788359607.395837:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788359607.395849:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788359607.395862:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788359607.395875:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788359607.395889:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788359607.395903:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788359607.395917:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788359607.395928:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788359607.395939:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788359607.395952:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788359607.395964:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788359607.395976:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788359607.396195:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788359607.396212:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788359607.396226:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788359607.396239:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788359607.396267:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788359607.396283:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788359607.396297:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788359607.396311:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788359607.396325:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788359607.396339:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788359607.396352:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788359607.396365:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788359607.396377:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788359607.396389:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788359607.396401:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788359607.396414:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788359607.396424:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788359607.396443:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788359607.396454:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788359607.396464:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788359607.396484:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788359607.396588:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788359607.396604:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788359607.396617:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788359607.396629:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788359607.396677:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506304:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.396737:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359607.396771:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9540 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.396836:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506304 00000100:00100000:3.0:1788359607.396842:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506304 00000100:00100000:3.0:1788359607.396889:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788359607.396898:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506304:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359607.397016:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506304:12345-0@lo:502:mount.lustre.0 Request processed in 119us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.397034:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788359607.402608:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506304:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788359607.402850:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788359607.402877:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788359607.402910:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506432:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788359607.402978:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359607.403019:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9540 going to sleep for 11 seconds 00000100:00100000:3.0:1788359607.406565:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506432 00000100:00100000:3.0:1788359607.406580:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506432 00000100:00100000:3.0:1788359607.406652:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788359607.406663:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506432:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788359607.406830:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445506432:12345-0@lo:502:mount.lustre.0 Request processed in 169us (3851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.406838:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788359607.406849:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445506432:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788359607.406935:0:25065:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788359607.406953:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788359607.409171:0:25078:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788359607.409189:0:25078:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffffa0eafef799c0) 00000020:00000080:3.0:1788359607.409216:0:25078:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1788359607.409381:0:25078:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0e9c6155800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788359607.409386:0:25078:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0e9c6155800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788359607.409389:0:25078:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0e9c6155800 3 00010000:00080000:3.0:1788359607.409417:0:25078:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c802e800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.152@tcp at head 00010000:00010000:3.0:1788359607.415785:0:25078:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1788359607.415895:0:25078:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788359607.415942:0:25078:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788359607.415955:0:25078:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x49dd053b5feb0221 00000100:00080000:3.0:1788359607.415965:0:25078:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788359607.415971:0:25078:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0e9c802e800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359607.416631:0:25078:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaece0f100 x1875230445506560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788359607.416662:0:25078:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788359607.416719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359607.416728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788359607.416731:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788359607.416735:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:3.0:1788359607.416739:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788359607.416743:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0eafd8a5000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359607.416758:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaece0f800 x1875230445506944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788359607.416792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788359607.416795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788359607.416797:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788359607.416800:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:3.0:1788359607.416803:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788359607.416806:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:3.0:1788359607.416817:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaece0c380 x1875230445507456/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788359607.416861:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445506688:0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.416923:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.416954:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445507328:0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.416977:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.417624:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788359607.417631:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445506816:0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.417659:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.417675:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445507584:0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.417699:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.417739:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507328 00000100:00100000:3.0:1788359607.417746:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507328 00000100:00100000:3.0:1788359607.417797:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506816 00000100:00100000:3.0:1788359607.417801:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506816 00000100:00100000:3.0:1788359607.417822:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788359607.417830:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445507328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.417878:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445507328:12345-0@lo:400:kworker.0 Request processed in 48us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.417885:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788359607.417900:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359607.417906:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445506816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.417932:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445506816:12345-0@lo:400:kworker.0 Request processed in 26us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.417937:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788359607.417971:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445506816:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420238:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445506560:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788359607.420321:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420365:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445506944:0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.420396:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420417:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445507456:0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.420447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420510:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445507072:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420535:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420552:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445507712:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420570:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420587:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788359607.420594:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445507200:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359607.420658:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3642:1875230445507840:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420678:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359607.420686:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445507328:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.420707:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506688 00000100:00100000:2.0:1788359607.420715:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506688 00000100:00100000:3.0:1788359607.420724:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506944 00000100:00100000:3.0:1788359607.420729:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506944 00000100:00100000:2.0:1788359607.420754:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507200 00000100:00100000:3.0:1788359607.420755:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507456 00000100:00100000:2.0:1788359607.420759:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507200 00000100:00100000:3.0:1788359607.420761:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507456 00000100:00100000:3.0:1788359607.420780:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359607.420787:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445506944:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.420797:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788359607.420806:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445506688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.420867:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445506944:12345-0@lo:8:kworker.0 Request processed in 78us (467us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788359607.420874:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445506688:12345-0@lo:400:kworker.0 Request processed in 68us (3949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.420878:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788359607.420887:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788359607.420900:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359607.420906:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445507456:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.420909:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788359607.420919:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445507200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359607.420951:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3641:x1875230445507456:12345-0@lo:8:kworker.0 Request processed in 43us (502us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788359607.420958:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788359607.420976:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445507200:12345-0@lo:400:kworker.0 Request processed in 58us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.420996:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788359607.421033:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507584 00000100:00100000:2.0:1788359607.421036:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507584 00000100:00100000:2.0:1788359607.421059:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445506560 00000100:00100000:2.0:1788359607.421061:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445506560 00000100:00100000:2.0:1788359607.421068:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507072 00000100:00100000:2.0:1788359607.421070:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507072 00000100:00100000:2.0:1788359607.421081:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507712 00000100:00100000:2.0:1788359607.421084:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507712 00000100:00100000:2.0:1788359607.421101:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507840 00000100:00100000:2.0:1788359607.421104:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507840 00000100:00100000:2.0:1788359607.421119:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788359607.421127:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445507584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.421170:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875230445507584:12345-0@lo:400:kworker.0 Request processed in 44us (3469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.421176:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788359607.421188:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788359607.421192:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445507072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.421210:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875230445507072:12345-0@lo:400:kworker.0 Request processed in 19us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.421214:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788359607.421221:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788359607.421224:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445507712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.421238:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875230445507712:12345-0@lo:400:kworker.0 Request processed in 14us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.421242:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788359607.421248:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788359607.421254:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875230445507840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.421282:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875230445507840:12345-0@lo:400:kworker.0 Request processed in 27us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.421289:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788359607.421301:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359607.421306:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c693f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445506560:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788359607.421321:0:22748:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:2.0:1788359607.421361:0:22748:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x49dd053b5feb0228 00000004:00100000:2.0:1788359607.421374:0:22748:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788359607.421398:0:22748:0:(import.c:65:import_set_state_nolock()) ffffa0eaf248c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359607.421428:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c693f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875230445506560:12345-0@lo:38:llog_process_th.0 Request processed in 122us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359607.421433:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788359607.421446:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788359607.421448:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788359607.421449:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788359607.421560:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaece0f100 x1875230445506560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.421567:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788359607.421572:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788359607.421577:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788359607.421581:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788359607.421582:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c802e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788359607.421586:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3641:1875230445506560:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788359607.421592:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788359607.421594:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359607.421597:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788359607.421600:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445506944:0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.421605:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788359607.421607:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788359607.421609:0:3641:0:(import.c:1517:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788359607.421611:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445507456:0@lo:8:kworker.0 00000100:00100000:2.0:1788359607.421631:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445507200:0@lo:400:kworker.0 00010000:00080000:2.0:1788359607.421638:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaece0d180 x1875230445507840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.421653:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3642:1875230445507840:0@lo:400:kworker.0 00010000:00080000:2.0:1788359607.421661:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaece0ea00 x1875230445507072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.421667:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875230445507072:0@lo:400:kworker.0 00010000:00080000:2.0:1788359607.421672:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaece0ce00 x1875230445507712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.421676:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3642:1875230445507712:0@lo:400:kworker.0 00010000:00080000:2.0:1788359607.421695:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaece0d880 x1875230445507584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.421700:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875230445507584:0@lo:400:kworker.0 00000100:00100000:2.0:1788359607.421706:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445506688:0@lo:400:kworker.0 00000020:01000004:1.0:1788359607.424742:0:25078:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788359607.424761:0:25078:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffffa0e9c6874d40) 00000020:00000080:1.0:1788359607.424790:0:25078:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788359607.429894:0:25078:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0e9c6155800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788359607.429903:0:25078:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0e9c6155800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788359607.429907:0:25078:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0e9c6155800 3 00010000:00080000:1.0:1788359607.429948:0:25078:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0e9c8173800@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.152@tcp at head 00010000:00010000:1.0:1788359607.435757:0:25078:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788359607.435880:0:25078:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788359607.435926:0:25078:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788359607.435945:0:25078:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x49dd053b5feb0236 00000100:00080000:1.0:1788359607.435956:0:25078:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788359607.435963:0:25078:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffffa0e9c8173800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359607.436015:0:25078:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0eaffba4700 x1875230445507968/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788359607.436094:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3641:1875230445507968:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788359607.436164:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788359607.436723:0:25078:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:1.0:1788359607.439834:0:25078:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1788359607.440092:0:25065:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788359607.440127:0:25065:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788359607.440152:0:25065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0213 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359607.440165:0:25065:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb600/0x49dd053b5feb020c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0213 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788359607.440226:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788359607.440229:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.440230:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.440231:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.440233:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.440235:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.440236:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.440238:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.440240:0:25065:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788359607.440244:0:25065:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788359607.440246:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788359607.440247:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.440248:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.440249:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.440250:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.440252:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.440253:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.440254:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.440255:0:25065:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788359607.440280:0:25065:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788359607.440300:0:25065:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445508096:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788359607.440369:0:25065:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359607.440401:0:25065:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c57d9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788359607.440424:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508096 00000100:00100000:0.0:1788359607.440432:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508096 00000100:00100000:0.0:1788359607.440477:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788359607.440486:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445508096:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788359607.440544:0:22740:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788359607.440557:0:22740:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1788359607.443689:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445507968 00000100:00100000:3.0:1788359607.443703:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445507968 00000100:00100000:3.0:1788359607.443746:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788359607.443754:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1875230445507968:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788359607.443786:0:22748:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:3.0:1788359607.443818:0:22748:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x49dd053b5feb023d 00000004:00100000:3.0:1788359607.443834:0:22748:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788359607.443866:0:22748:0:(import.c:65:import_set_state_nolock()) ffffa0e9c802a000 : changing import state from RECOVER to FULL 20000000:01000000:1.0:1788359607.445710:0:22740:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788359607.445722:0:22740:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1788359607.445760:0:22764:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788359607.445764:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788359607.445784:0:22764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445801:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445809:0:22764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445816:0:22764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445849:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445862:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 24 pid: 22740 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359607.445875:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445508224:0@lo:104: 00000100:00100000:1.0:1788359607.445927:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788359607.445978:0:22764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.445986:0:22764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 24 pid: 22742 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359607.445995:0:22764:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445508352:0@lo:104: 00000100:00100000:1.0:1788359607.446015:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.446043:0:22764:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead2976a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788359607.446629:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508224 00000100:00100000:1.0:1788359607.446637:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508224 00000100:00100000:1.0:1788359607.446669:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508352 00000100:00100000:1.0:1788359607.446672:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508352 00000100:00100000:1.0:1788359607.446688:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788359607.446696:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445508224:12345-0@lo:104: 00010000:00010000:1.0:1788359607.446709:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.446758:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788359607.446764:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:22764:x1875230445508224:12345-0@lo:104: Request processed in 69us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359607.446771:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788359607.446789:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788359607.446794:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445508352:12345-0@lo:104: 00010000:00010000:1.0:1788359607.446800:0:22731:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.446830:0:22731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788359607.446835:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:22764:x1875230445508352:12345-0@lo:104: Request processed in 42us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359607.446847:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788359607.446910:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:25065:x1875230445508096:12345-0@lo:253:mount.lustre.0 Request processed in 6426us (6542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359607.446919:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788359607.446965:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445508224:0@lo:104: 00000100:00100000:1.0:1788359607.446974:0:22764:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22764:1875230445508352:0@lo:104: 00010000:00010000:1.0:1788359607.446992:0:22764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447009:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788359607.447014:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447033:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2400 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:1.0:1788359607.447037:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447046:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788359607.447053:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359607.447059:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788359607.447085:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447092:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788359607.447118:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447124:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0ead07e2400/0x49dd053b5feb00d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00df expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447136:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359607.447139:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447145:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb800 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:1.0:1788359607.447147:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447155:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788359607.447161:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359607.447166:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788359607.447179:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447184:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788359607.447190:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447196:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0e9c75eb800/0x49dd053b5feb00ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb00d1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447218:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359607.447219:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359607.447221:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359607.447227:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359607.447244:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445508480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359607.447273:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.447295:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788359607.447301:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445508608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359607.447319:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359607.447350:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508480 00000100:00100000:1.0:1788359607.447354:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508480 00010000:00010000:1.0:1788359607.447372:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 24 pid: 22740 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359607.447388:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508608 00000100:00100000:1.0:1788359607.447391:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508608 00010000:00010000:1.0:1788359607.447400:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 25 pid: 22742 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359607.447410:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788359607.447415:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+25:3644:x1875230445508480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359607.447425:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359607.447430:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 25 pid: 22740 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447440:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 25 pid: 22740 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447464:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb00df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb00d8 expref: 25 pid: 22740 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.447475:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359607.447627:0:25065:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6c2648bb-0db1-4a35-a45e-9ea20f668394:25065:1875230445508096:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788359607.447636:0:25065:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788359607.447639:0:25065:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788359607.447646:0:25065:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788359607.447648:0:25065:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788359607.447649:0:25065:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788359607.447650:0:25065:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788359607.447651:0:25065:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788359607.447653:0:25065:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788359607.447655:0:25065:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788359607.447656:0:25065:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788359607.447667:0:25065:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1788359607.448660:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875230445507968:12345-0@lo:38:llog_process_th.0 Request processed in 4901us (12491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359607.448671:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788359607.448754:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3644:x1875230445508480:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359607.448765:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788359607.448783:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788359607.448793:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:3644:x1875230445508608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359607.448805:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359607.448813:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 23 pid: 22742 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448826:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 23 pid: 22742 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448840:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac7181e00/0x49dd053b5feb00d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb00ca expref: 23 pid: 22742 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448858:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448867:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788359607.448881:0:22733:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003118078s 00010000:00010000:1.0:1788359607.448886:0:22733:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448904:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448912:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448919:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448926:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b6000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359607.448930:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448939:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448954:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.448964:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359607.449002:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:3644:x1875230445508608:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (1682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359607.449009:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788359607.449059:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445508608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359607.449068:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445508480:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359607.449093:0:22764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.449101:0:22764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359607.449114:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac56b6000/0x49dd053b5feb0244 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1788359607.451111:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0eaffba4700 x1875230445507968/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788359617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359607.451127:0:3641:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788359607.451137:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788359607.451145:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788359607.451151:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788359607.451155:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c8173800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788359607.451163:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3641:1875230445507968:0@lo:38:llog_process_th.0 00000001:00000004:0.0:1788359607.454108:0:25065:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788359607.460730:0:25065:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788359607.460741:0:25065:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788359607.460777:0:25065:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788359607.460817:0:25065:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.152@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788359607.460833:0:25065:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788359607.460854:0:25065:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788359607.462761:0:25065:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788359607.463016:0:25065:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1788359608.071558:0:25133:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788359608.071721:0:25133:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788359608.323728:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788359608.764626:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788359608.764633:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eae4c84000 from 14 10000000:01000000:1.0:1788359608.764637:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788359608.764674:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.764683:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.764692:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359608.764710:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788359608.764765:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359608.764800:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c607d000 going to sleep for 11 seconds 00000100:00100000:2.0:1788359608.764856:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508736 00000100:00100000:2.0:1788359608.764864:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508736 00000100:00100000:2.0:1788359608.764917:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788359608.764926:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445508736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788359608.764939:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359608.764949:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75ea600/0x49dd053b5feb0252 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb024b expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359608.764966:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75ea600/0x49dd053b5feb0252 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb024b expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359608.764973:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75ea600/0x49dd053b5feb0252 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb024b expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359608.764980:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ea600, rc 0) 00000100:00100000:2.0:1788359608.765019:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445508736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359608.765026:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788359608.765154:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359608.765168:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0252 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765176:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0252 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359608.765227:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788359608.765257:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359608.765277:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c607d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788359608.765290:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508864 00000100:00100000:1.0:1788359608.765294:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508864 00000100:00100000:1.0:1788359608.765316:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788359608.765323:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445508864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788359608.765336:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788359608.765352:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788359608.765355:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788359608.765425:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445508864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 102us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359608.765432:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788359608.765463:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788359608.765530:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788359608.765537:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0252 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765545:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7a00/0x49dd053b5feb024b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0252 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359608.765553:0:22745:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788359608.765555:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0eafd956000 from 14 10000000:01000000:1.0:1788359608.765558:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788359608.765571:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765578:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765586:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359608.765603:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788359608.765627:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359608.765640:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c607d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788359608.765651:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445508992 00000100:00100000:1.0:1788359608.765654:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445508992 00000100:00100000:1.0:1788359608.765675:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788359608.765681:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445508992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359608.765688:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359608.765696:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b7200/0x49dd053b5feb0260 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0259 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765709:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b7200/0x49dd053b5feb0260 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0259 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765717:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b7200/0x49dd053b5feb0260 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0259 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765724:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b7200, rc 0) 00000100:00100000:1.0:1788359608.765749:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445508992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359608.765755:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788359608.765782:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445508992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359608.765791:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0260 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.765799:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0260 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359608.765839:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445509120:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788359608.765866:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359608.765877:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0e9c607d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788359608.765887:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509120 00000100:00100000:1.0:1788359608.765890:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509120 00000100:00100000:1.0:1788359608.765912:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788359608.765917:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445509120:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788359608.765927:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788359608.765936:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788359608.765938:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788359608.765977:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445509120:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 60us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359608.765981:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788359608.766000:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445509120:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788359608.766037:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788359608.766041:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0260 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359608.766046:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac56b7000/0x49dd053b5feb0259 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0260 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359609.340802:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359610.366748:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359610.564407:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445509248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359610.564479:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359610.564550:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509248 00000100:00100000:2.0:1788359610.564558:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509248 00000100:00100000:2.0:1788359610.564602:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788359610.564610:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445509248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788359610.564644:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788359610.564688:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445509248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359610.564705:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788359610.564750:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445509248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359610.565061:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445509376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788359610.565092:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359610.565147:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509376 00000100:00100000:0.0:1788359610.565153:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509376 00000100:00100000:0.0:1788359610.565197:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788359610.565205:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445509376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788359610.565238:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359610.572144:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445509376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6929us (7040us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359610.572159:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1788359610.572202:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359610.573420:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445509376:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1788359611.027125:0:25423:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788359611.388795:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359611.589132:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445509504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788359611.589197:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359611.589275:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509504 00000100:00100000:1.0:1788359611.589289:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509504 00000100:00100000:1.0:1788359611.589342:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788359611.589350:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445509504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788359611.589372:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788359611.589412:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875230445509504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359611.589420:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1788359611.589440:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788359611.589486:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1875230445509504:0@lo:13:osp-pre-0-0.0 00000020:00000004:1.0:1788359611.656319:0:25475:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788359611.656607:0:25475:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788359612.094125:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445509632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788359612.094186:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.094234:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509632 00000100:00100000:2.0:1788359612.094242:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509632 00000100:00100000:2.0:1788359612.094293:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788359612.094299:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1788359612.094305:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445509632:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788359612.094311:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000004:00000024:2.0:1788359612.094343:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788359612.094413:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445509632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.094421:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788359612.094479:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445509632:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1788359612.124666:0:25527:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788359612.124894:0:25527:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788359612.256243:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.256309:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251392 00000100:00100000:1.0:1788359612.256321:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251392 00000100:00100000:1.0:1788359612.256373:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 110 00000100:00100000:1.0:1788359612.256381:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2401:x1875230420251392:12345-192.168.202.52@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788359612.256410:0:22740:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 2beba769-6c35-4af8-99c5-f8eedec36e30@192.168.202.52@tcp t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:1.0:1788359612.256439:0:22740:0:(genops.c:1406:class_connect()) connect: client 2beba769-6c35-4af8-99c5-f8eedec36e30, cookie 0x49dd053b5feb0267 00000100:00080000:0.0:1788359612.256967:0:22740:0:(import.c:65:import_set_state_nolock()) ffffa0e9c74e7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788359612.257063:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+5:2401:x1875230420251392:12345-192.168.202.52@tcp:250:mount.lustre.0 Request processed in 681us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.257073:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 110 00000100:00100000:1.0:1788359612.262099:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.262189:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251520 00000100:00100000:2.0:1788359612.262199:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251520 00000100:00100000:2.0:1788359612.262265:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 111 00000100:00100000:2.0:1788359612.262275:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+5:18071:x1875230420251520:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788359612.262293:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359612.262310:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb026e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e73ee expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.262343:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb026e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73ee expref: 6 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.262368:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eb200/0x49dd053b5feb026e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73ee expref: 6 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.262377:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb200, rc 0) 00000100:00100000:2.0:1788359612.262435:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+6:18071:x1875230420251520:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 161us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.262442:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 111 00000100:00100000:1.0:1788359612.264426:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.264536:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251648 00000100:00100000:0.0:1788359612.264547:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251648 00000100:00100000:0.0:1788359612.264599:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 112 00000100:00100000:0.0:1788359612.264619:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+6:18071:x1875230420251648:12345-192.168.202.52@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788359612.264737:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+6:18071:x1875230420251648:12345-192.168.202.52@tcp:501:mount.lustre.0 Request processed in 119us (318us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788359612.264745:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 112 00000100:00100000:3.0:1788359612.266842:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.266997:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251776 00000100:00100000:1.0:1788359612.267010:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251776 00000100:00100000:1.0:1788359612.267136:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 113 00000100:00100000:1.0:1788359612.267149:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+6:18071:x1875230420251776:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788359612.267169:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359612.267194:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b7e00/0x49dd053b5feb0275 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e73f5 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.267243:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b7e00/0x49dd053b5feb0275 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73f5 expref: 7 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.267256:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b7e00/0x49dd053b5feb0275 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e73f5 expref: 7 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.267267:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b7e00, rc 0) 00000100:00100000:1.0:1788359612.267348:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+7:18071:x1875230420251776:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 202us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.267356:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 113 00000100:00100000:1.0:1788359612.274795:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.274922:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420251904 00000100:00100000:0.0:1788359612.274937:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420251904 00000100:00100000:0.0:1788359612.275023:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 114 00000100:00100000:0.0:1788359612.275036:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+7:18071:x1875230420251904:12345-192.168.202.52@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788359612.275249:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18071:x1875230420251904:12345-192.168.202.52@tcp:501:mount.lustre.0 Request processed in 215us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.275259:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 114 00000100:00100000:0.0:1788359612.281450:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.281599:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252032 00000100:00100000:1.0:1788359612.281614:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252032 00000100:00100000:1.0:1788359612.281682:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 115 00000100:00100000:1.0:1788359612.281693:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18071:x1875230420252032:12345-192.168.202.52@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788359612.281888:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18071:x1875230420252032:12345-192.168.202.52@tcp:503:mount.lustre.0 Request processed in 196us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.281897:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 115 00000100:00100000:3.0:1788359612.287354:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.287547:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252160 00000100:00100000:2.0:1788359612.287561:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252160 00000100:00100000:2.0:1788359612.287630:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 116 00000100:00100000:2.0:1788359612.287638:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252160:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788359612.287816:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252160:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 179us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.287823:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 116 00000100:00100000:3.0:1788359612.304266:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.304769:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252288 00000100:00100000:0.0:1788359612.304783:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252288 00000100:00100000:0.0:1788359612.304923:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 117 00000100:00100000:0.0:1788359612.304935:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252288:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788359612.305150:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252288:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 216us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.305160:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 117 00000100:00100000:0.0:1788359612.309785:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.310105:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252416 00000100:00100000:1.0:1788359612.310118:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252416 00000100:00100000:1.0:1788359612.310185:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 118 00000100:00100000:1.0:1788359612.310195:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252416:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788359612.310465:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18089:x1875230420252416:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 271us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.310481:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 118 00000100:00100000:3.0:1788359612.318117:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.318254:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252544 00000100:00100000:2.0:1788359612.318268:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252544 00000100:00100000:2.0:1788359612.318344:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 119 00000100:00100000:2.0:1788359612.318356:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+8:18071:x1875230420252544:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788359612.318380:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359612.318407:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75eb800/0x49dd053b5feb027c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7426 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.318444:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75eb800/0x49dd053b5feb027c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7426 expref: 9 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.318456:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75eb800/0x49dd053b5feb027c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7426 expref: 9 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.318770:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb800, rc 0) 00000100:00100000:2.0:1788359612.318840:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+9:18071:x1875230420252544:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 486us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.318849:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 119 00000100:00100000:2.0:1788359612.322264:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.322388:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252672 00000100:00100000:1.0:1788359612.322403:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252672 00000100:00100000:1.0:1788359612.322478:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 120 00000100:00100000:1.0:1788359612.322489:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+9:18071:x1875230420252672:12345-192.168.202.52@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788359612.322685:0:22742:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788359612.322719:0:22742:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788359612.322725:0:22742:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788359612.322728:0:22742:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788359612.322732:0:22742:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788359612.322734:0:22742:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788359612.327745:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+9:18071:x1875230420252672:12345-192.168.202.52@tcp:256:mount.lustre.0 Request processed in 5240us (5479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.327765:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 120 00000100:00100000:2.0:1788359612.331018:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.331143:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252800 00000100:00100000:1.0:1788359612.331157:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252800 00000100:00100000:1.0:1788359612.331231:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 121 00000100:00100000:1.0:1788359612.331243:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c75b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+9:18071:x1875230420252800:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788359612.331265:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359612.331286:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e742d expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.331324:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 10 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.331338:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 10 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.331349:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b6400, rc 0) 00000100:00100000:1.0:1788359612.331442:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c75b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18071:x1875230420252800:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 200us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.331450:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 121 00000100:00100000:2.0:1788359612.334364:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.334550:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420252928 00000100:00100000:1.0:1788359612.334563:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420252928 00000100:00100000:1.0:1788359612.334798:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 122 00000100:00100000:1.0:1788359612.334809:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18071:x1875230420252928:12345-192.168.202.52@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788359612.334992:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18071:x1875230420252928:12345-192.168.202.52@tcp:501:mount.lustre.0 Request processed in 185us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.334997:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 122 00000100:00100000:2.0:1788359612.337270:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.337392:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253056 00000100:00100000:0.0:1788359612.337632:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253056 00000100:00100000:0.0:1788359612.337741:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 123 00000100:00100000:0.0:1788359612.337758:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18071:x1875230420253056:12345-192.168.202.52@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788359612.337990:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18071:x1875230420253056:12345-192.168.202.52@tcp:503:mount.lustre.0 Request processed in 232us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.338004:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 123 00000100:00100000:2.0:1788359612.341220:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.341366:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253184 00000100:00100000:1.0:1788359612.341377:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253184 00000100:00100000:1.0:1788359612.341773:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 124 00000100:00100000:1.0:1788359612.341785:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18094:x1875230420253184:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788359612.342053:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18094:x1875230420253184:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 269us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.342062:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 124 00000100:00100000:2.0:1788359612.343930:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.344089:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253312 00000100:00100000:0.0:1788359612.344102:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253312 00000100:00100000:0.0:1788359612.344168:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 125 00000100:00100000:0.0:1788359612.344180:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18094:x1875230420253312:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788359612.344462:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18094:x1875230420253312:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 283us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.344471:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 125 00000100:00100000:2.0:1788359612.351290:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.351757:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.352041:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253440 00000100:00100000:0.0:1788359612.352052:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253440 00000100:00100000:0.0:1788359612.352098:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253696 00000100:00100000:0.0:1788359612.352101:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253696 00000100:00100000:0.0:1788359612.352198:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:2.0:1788359612.352207:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:0.0:1788359612.352209:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1875230420253440:12345-192.168.202.52@tcp:38:mount.lustre.0 00000100:00100000:2.0:1788359612.352213:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2401:x1875230420253696:12345-192.168.202.52@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788359612.352255:0:22748:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from c77c8f81-3f10-48a2-a5af-9838be94be9e@192.168.202.52@tcp t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1788359612.352318:0:22748:0:(genops.c:1406:class_connect()) connect: client c77c8f81-3f10-48a2-a5af-9838be94be9e, cookie 0x49dd053b5feb028a 00000004:00100000:2.0:1788359612.352352:0:22748:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788359612.352708:0:22748:0:(import.c:65:import_set_state_nolock()) ffffa0eaf2488800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359612.352803:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2401:x1875230420253696:12345-192.168.202.52@tcp:38:mount.lustre.0 Request processed in 587us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.352814:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 8 00010000:00080000:0.0:1788359612.353040:0:22749:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from c77c8f81-3f10-48a2-a5af-9838be94be9e@192.168.202.52@tcp t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:0.0:1788359612.353084:0:22749:0:(genops.c:1406:class_connect()) connect: client c77c8f81-3f10-48a2-a5af-9838be94be9e, cookie 0x49dd053b5feb0291 00000004:00100000:0.0:1788359612.353103:0:22749:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788359612.353265:0:22749:0:(import.c:65:import_set_state_nolock()) ffffa0e9c74e0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788359612.353298:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2401:x1875230420253440:12345-192.168.202.52@tcp:38:mount.lustre.0 Request processed in 1090us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.353306:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:2.0:1788359612.364162:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.364222:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.364327:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359612.375385:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253824 00000100:00100000:3.0:1788359612.375405:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253824 00000100:00100000:3.0:1788359612.375624:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253568 00000100:00100000:3.0:1788359612.375628:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253568 00000100:00100000:1.0:1788359612.375730:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 9 00000100:00100000:1.0:1788359612.375746:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac12af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:0:x1875230420253824:12345-192.168.202.52@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788359612.375789:0:22750:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:2.0:1788359612.375829:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788359612.375836:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788359612.375906:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac12af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:0:x1875230420253824:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 163us (11759us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.375921:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 9 00000100:00100000:3.0:1788359612.375941:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 10 00000100:00100000:3.0:1788359612.375952:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:0:x1875230420253568:12345-192.168.202.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788359612.375989:0:24444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788359612.376034:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:0:x1875230420253568:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 85us (11811us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359612.376041:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 10 00000100:00100000:0.0:1788359612.376152:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420253952 00000100:00100000:0.0:1788359612.376158:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420253952 00000100:00100000:0.0:1788359612.376233:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 11 00000100:00100000:0.0:1788359612.376243:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420253952:12345-192.168.202.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788359612.376276:0:22748:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788359612.376318:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420253952:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 77us (11990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.376324:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 11 00000100:00100000:2.0:1788359612.380565:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359612.380666:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254080 00000100:00100000:3.0:1788359612.380677:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254080 00000100:00100000:3.0:1788359612.380807:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 12 00000100:00100000:3.0:1788359612.380820:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254080:12345-192.168.202.52@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788359612.380944:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254080:12345-192.168.202.52@tcp:40:mount.lustre.0 Request processed in 117us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359612.380953:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 12 00000100:00100000:2.0:1788359612.383784:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359612.383898:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254208 00000100:00100000:3.0:1788359612.383911:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254208 00000100:00100000:3.0:1788359612.384021:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:3.0:1788359612.384032:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2401:x1875230420254208:12345-192.168.202.52@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788359612.384086:0:24249:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from c77c8f81-3f10-48a2-a5af-9838be94be9e@192.168.202.52@tcp t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:3.0:1788359612.384130:0:24249:0:(genops.c:1406:class_connect()) connect: client c77c8f81-3f10-48a2-a5af-9838be94be9e, cookie 0x49dd053b5feb0298 00002000:00100000:3.0:1788359612.384166:0:24249:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c77c8f81-3f10-48a2-a5af-9838be94be9e/ffffa0e9c8029000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113801 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788359612.384193:0:24249:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788359612.384410:0:24249:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788359612.384450:0:24249:0:(import.c:65:import_set_state_nolock()) ffffa0e9c802c000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788359612.384583:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2401:x1875230420254208:12345-192.168.202.52@tcp:8:mount.lustre.0 Request processed in 551us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359612.384593:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:1.0:1788359612.387902:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.387966:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359612.388010:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254336 00000100:00100000:2.0:1788359612.388023:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254336 00000100:00100000:2.0:1788359612.388086:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:2.0:1788359612.388096:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1875230420254336:12345-192.168.202.52@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788359612.388144:0:24250:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from c77c8f81-3f10-48a2-a5af-9838be94be9e@192.168.202.52@tcp t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1788359612.388190:0:24250:0:(genops.c:1406:class_connect()) connect: client c77c8f81-3f10-48a2-a5af-9838be94be9e, cookie 0x49dd053b5feb029f 00002000:00100000:2.0:1788359612.388203:0:24250:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c77c8f81-3f10-48a2-a5af-9838be94be9e/ffffa0eaf248a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113801 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788359612.388224:0:24250:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788359612.388389:0:24250:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788359612.388419:0:24250:0:(import.c:65:import_set_state_nolock()) ffffa0eaf248f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359612.388534:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2401:x1875230420254336:12345-192.168.202.52@tcp:8:mount.lustre.0 Request processed in 437us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.388542:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:0.0:1788359612.388697:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254464 00000100:00100000:0.0:1788359612.388702:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254464 00000100:00100000:0.0:1788359612.388753:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:0.0:1788359612.388762:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254464:12345-192.168.202.52@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788359612.388820:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254464:12345-192.168.202.52@tcp:900:mount.lustre.0 Request processed in 53us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.388826:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:1.0:1788359612.392676:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359612.392794:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254592 00000100:00100000:0.0:1788359612.392809:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254592 00000100:00100000:0.0:1788359612.392869:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:0.0:1788359612.392877:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254592:12345-192.168.202.52@tcp:33:mount.lustre.0 00000004:00080000:0.0:1788359612.394652:0:22751:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1678us 00000004:00200000:1.0:1788359612.404014:0:22751:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788359612.404196:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18071:x1875230420254592:12345-192.168.202.52@tcp:33:mount.lustre.0 Request processed in 11309us (11520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.404215:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 0 00010000:00010000:1.0:1788359612.412856:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359612.494241:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359612.494534:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254720 00000100:00100000:1.0:1788359612.494547:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254720 00000100:00100000:1.0:1788359612.494684:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:1.0:1788359612.494696:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c803ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18117:x1875230420254720:12345-192.168.202.52@tcp:101:mkdir.0 00010000:00010000:1.0:1788359612.494724:0:22750:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359612.494757:0:22750:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7600/0x49dd053b5feb02a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e745e expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.494855:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.494872:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.494892:0:22750:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788359612.494950:0:22750:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788359612.494955:0:22750:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788359612.495006:0:22750:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.495037:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7600/0x49dd053b5feb02a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e745e expref: 8 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.495091:0:22750:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e745e expref: 7 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.495101:0:22750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:1.0:1788359612.495104:0:22750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788359612.495108:0:22750:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b7800, rc 0) 00000100:00100000:1.0:1788359612.495188:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c803ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18117:x1875230420254720:12345-192.168.202.52@tcp:101:mkdir.0 Request processed in 494us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.495196:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00080000:1.0:1788359612.606745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359612.606754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788359612.606758:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359612.606773:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0eafd8a5000 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359612.606798:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead27b9c00 x1875230445510016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788359612.606841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788359612.606844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788359612.606846:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788359612.606851:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0e9c6315800 using connection 192.168.202.152@tcp/0@lo 00000100:00100000:1.0:1788359612.606860:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0ead27bb100 x1875230445510528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788359612.607550:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445509888:0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.607645:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359612.607689:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875230445510656:0@lo:400:kworker.0 00000100:00100000:2.0:1788359612.607711:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445510016:0@lo:8:kworker.0 00000100:00100000:3.0:1788359612.607716:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359612.607735:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1875230445511168:0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.607759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.607759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.607782:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445510528:0@lo:8:kworker.0 00000100:00100000:2.0:1788359612.607808:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.607851:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509888 00000100:00100000:2.0:1788359612.607860:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509888 00000100:00100000:2.0:1788359612.607914:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510016 00000100:00100000:2.0:1788359612.607918:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510016 00000100:00100000:2.0:1788359612.607929:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510528 00000100:00100000:2.0:1788359612.607939:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510528 00000100:00100000:2.0:1788359612.607957:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788359612.607966:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445509888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608074:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445509760:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608116:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.608120:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445509888:12345-0@lo:400:kworker.0 Request processed in 71us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.608128:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788359612.608146:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788359612.608150:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3641:x1875230445510016:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788359612.608275:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445510400:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359612.608314:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1875230445511040:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608349:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445510144:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608383:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510656 00000100:00100000:0.0:1788359612.608393:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510656 00000100:00100000:0.0:1788359612.608618:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788359612.608624:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875230445510656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608663:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875230445510656:12345-0@lo:400:kworker.0 Request processed in 39us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.608669:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788359612.608709:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445510272:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359612.608753:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1875230445510912:0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608792:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510272 00000100:00100000:0.0:1788359612.608796:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510272 00000100:00100000:0.0:1788359612.608822:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788359612.608828:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445510272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608860:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445510272:12345-0@lo:400:kworker.0 Request processed in 32us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.608866:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788359612.608885:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510400 00000100:00100000:0.0:1788359612.608888:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510400 00000100:00100000:0.0:1788359612.608914:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788359612.608919:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445510400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359612.608948:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445510400:12345-0@lo:400:kworker.0 Request processed in 29us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.608953:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788359612.608963:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788359612.608967:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3641:x1875230445510528:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788359612.609016:0:24252:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00010000:00080000:2.0:1788359612.609815:0:24250:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1788359612.609857:0:24250:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x49dd053b5feb02bb 00002000:00100000:2.0:1788359612.609877:0:24250:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffffa0eaf248d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113801 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788359612.609882:0:24250:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788359612.609885:0:24250:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1788359612.609999:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445509888:0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.610018:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875230445510656:0@lo:400:kworker.0 00002000:00080000:2.0:1788359612.610116:0:24250:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788359612.610150:0:24250:0:(import.c:65:import_set_state_nolock()) ffffa0eaf2489800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359612.610234:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875230445510016:12345-0@lo:8:kworker.0 Request processed in 2081us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.610244:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1788359612.610291:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead27b9c00 x1875230445510016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788359637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788359612.610318:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788359612.610329:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788359612.610335:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788359612.610338:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0eafd8a5000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788359612.610353:0:3641:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788359612.610358:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3641:1875230445510016:0@lo:8:kworker.0 00000100:00100000:2.0:1788359612.610453:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.610485:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445510784:0@lo:400:kworker.0 00000100:00100000:2.0:1788359612.610539:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788359612.610618:0:22775:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1788359612.610638:0:22775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6eef100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22775:1875230445511424:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788359612.610665:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.610682:0:22775:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead2976a80 going to sleep for 11 seconds 00000100:00080000:2.0:1788359612.610696:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359612.610711:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.610748:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445510272:0@lo:400:kworker.0 00000100:00100000:2.0:1788359612.610759:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788359612.610765:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445511296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788359612.610790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.610824:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.610854:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445510400:0@lo:400:kworker.0 00000100:00100000:2.0:1788359612.610876:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511424 00000100:00100000:2.0:1788359612.610882:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511424 00000100:00100000:2.0:1788359612.610927:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788359612.610935:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22775:x1875230445511424:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1788359612.611226:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788359612.611243:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511168 00000100:00100000:2.0:1788359612.611247:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511168 00000100:00080000:2.0:1788359612.611267:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788359612.611288:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510144 00000100:00100000:2.0:1788359612.611291:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510144 00000100:00100000:2.0:1788359612.611303:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510784 00000100:00100000:2.0:1788359612.611305:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510784 00000100:00080000:2.0:1788359612.611326:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788359612.611331:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511296 00000100:00100000:1.0:1788359612.611336:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511296 00000100:00100000:2.0:1788359612.611339:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445510912 00000100:00100000:2.0:1788359612.611342:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445510912 00000100:00080000:2.0:1788359612.611352:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788359612.611362:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511040 00000100:00100000:1.0:1788359612.611362:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359612.611364:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511040 00000100:00080000:2.0:1788359612.611374:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788359612.611375:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875230445511296:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788359612.611386:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788359612.611391:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875230445511168:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1788359612.611391:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8717760 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788359612.611443:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875230445511168:12345-0@lo:400:kworker.0 Request processed in 52us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.611449:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875230445511296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.611451:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788359612.611455:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788359612.611466:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788359612.611471:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445510144:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788359612.611485:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eac6eee680 x1875230445511296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788359628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359612.611518:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445511296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788359612.611534:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875230445510144:12345-0@lo:400:kworker.0 Request processed in 63us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.611541:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788359612.611567:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875230445510144:0@lo:400:kworker.0 00000100:00100000:1.0:1788359612.611577:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788359612.611585:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445510784:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1788359612.611588:0:22774:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788359612.611715:0:22774:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 644582219065ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788359612.611722:0:22774:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00080000:3.0:1788359612.611748:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead27b9f80 x1875230445511168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359612.611749:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788359612.611756:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875230445510912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.611760:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1875230445511168:0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.611791:0:22748:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788359612.611791:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875230445510912:12345-0@lo:400:kworker.0 Request processed in 36us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.611797:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788359612.611798:0:22748:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788359612.611808:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788359612.611822:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875230445511040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359612.611856:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875230445511040:12345-0@lo:400:kworker.0 Request processed in 36us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.611863:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788359612.611894:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1875230445511040:0@lo:400:kworker.0 00000020:00000080:0.0:1788359612.612277:0:24252:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x49dd053b5feb02b4 00002000:00100000:0.0:1788359612.612295:0:24252:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffffa0eac564c800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113801 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1788359612.612300:0:24252:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1788359612.612303:0:24252:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788359612.612349:0:24252:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1788359612.612377:0:24252:0:(import.c:65:import_set_state_nolock()) ffffa0eac564f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788359612.612434:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875230445510528:12345-0@lo:8:kworker.0 Request processed in 3466us (4625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359612.612441:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1788359612.612575:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead27bb100 x1875230445510528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788359637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788359612.612590:0:3641:0:(import.c:1138:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788359612.612598:0:3641:0:(import.c:962:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788359612.612604:0:3641:0:(import.c:1219:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788359612.612606:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0e9c6315800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788359612.612620:0:3641:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788359612.612625:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3641:1875230445510528:0@lo:8:kworker.0 00000004:00080000:0.0:1788359612.612643:0:23490:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788359612.612691:0:23490:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 644583195551ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788359612.612696:0:23490:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:0.0:1788359612.612753:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0ead27b8a80 x1875230445510912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788359612.612764:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1875230445510912:0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.614275:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445509760 00000100:00100000:3.0:1788359612.614287:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445509760 00000100:00100000:3.0:1788359612.614338:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1788359612.614348:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3642:x1875230445509760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359612.614457:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3642:x1875230445509760:12345-0@lo:400:kworker.0 Request processed in 111us (6338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359612.614466:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1788359612.614573:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445509760:0@lo:400:kworker.0 00000100:00100000:1.0:1788359612.614717:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875230445510784:12345-0@lo:400:kworker.0 Request processed in 3131us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.614727:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788359612.614771:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445511552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788359612.614821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359612.614863:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511552 00000100:00100000:1.0:1788359612.614867:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511552 00000100:00100000:1.0:1788359612.614909:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788359612.614916:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875230445511552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788359612.614935:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8717760 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788359612.614989:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875230445511552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.614996:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1788359612.615025:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788359612.615051:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e9c74bf480 x1875230445511552/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788359628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1788359612.615053:0:23491:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788359612.615081:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445511552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788359612.615096:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511680:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1788359612.615145:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359612.615181:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaec2e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788359612.615236:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1875230445510784:0@lo:400:kworker.0 00000100:00100000:1.0:1788359612.615259:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511680 00000100:00100000:1.0:1788359612.615265:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511680 00000100:00100000:1.0:1788359612.615293:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788359612.615300:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23491:x1875230445511680:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788359612.616035:0:23480:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000001:00100000:3.0:1788359612.616057:0:23480:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c77c8f81-3f10-48a2-a5af-9838be94be9e 00002000:00080000:0.0:1788359612.616088:0:24250:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1788359612.616096:0:24250:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788359612.616100:0:24250:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:2.0:1788359612.618543:0:22728:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000001:00100000:2.0:1788359612.618577:0:22728:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c77c8f81-3f10-48a2-a5af-9838be94be9e 00002000:00080000:1.0:1788359612.622211:0:24249:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788359612.622229:0:24249:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788359612.622368:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23491:x1875230445511680:12345-0@lo:7:osp-pre-1-1.0 Request processed in 7062us (7216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.622383:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1788359612.622708:0:23491:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e9c74bc380 x1875230445511680/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788359628 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359612.622728:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74bc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511680:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1788359612.622748:0:23491:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788359612.622806:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6eed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511808:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788359612.622849:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.622887:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaec2e3300 going to sleep for 11 seconds 00000100:00100000:1.0:1788359612.622942:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511808 00000100:00100000:1.0:1788359612.622950:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511808 00000100:00100000:1.0:1788359612.623015:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788359612.623025:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23491:x1875230445511808:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788359612.623059:0:24252:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788359612.623102:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23491:x1875230445511808:12345-0@lo:5:osp-pre-1-1.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359612.623109:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:2.0:1788359612.623206:0:23491:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eac6eed500 x1875230445511808/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788359628 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788359612.623216:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6eed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511808:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788359612.623225:0:23491:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788359612.623254:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6eed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511936:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788359612.623278:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359612.623298:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaec2e3300 going to sleep for 11 seconds 00000100:00100000:1.0:1788359612.623340:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445511936 00000100:00100000:1.0:1788359612.623345:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445511936 00000100:00100000:1.0:1788359612.623376:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788359612.623383:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23491:x1875230445511936:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788359612.623414:0:24249:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1788359612.630896:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359612.630913:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.630935:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=644s v=(0 0) 00010000:00010000:3.0:1788359612.630941:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359612.630949:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.630982:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.630996:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631004:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631032:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788359612.631912:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359612.631928:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631940:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=644s v=(0 0) 00010000:00010000:3.0:1788359612.631944:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359612.631949:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631960:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631969:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.631988:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632016:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788359612.632191:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788359612.632201:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632224:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7181c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.632229:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632239:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632263:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632272:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000578ec886/0x49dd053b5feb02c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632299:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.632303:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632310:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7181e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.632313:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632320:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632330:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632344:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099f901ed/0x49dd053b5feb02c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632358:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.632360:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.632362:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788359612.632665:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359612.632672:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632680:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=644s v=(0 0) 00010000:00010000:3.0:1788359612.632684:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359612.632688:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632698:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632714:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632722:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.632744:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788359612.632883:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.632890:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632898:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7181a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.632901:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632910:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632920:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632926:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0d5b398/0x49dd053b5feb02d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.632940:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.632942:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.632943:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.633128:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788359612.633295:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359612.633302:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.633311:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=644s v=(0 0) 00010000:00010000:3.0:1788359612.633315:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359612.633318:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.633327:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.633335:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.633342:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.633408:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788359612.634107:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788359612.634114:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.634125:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=644s v=(0 0) 00010000:00010000:3.0:1788359612.634129:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359612.634133:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.634144:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.634152:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.634159:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634307:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788359612.634314:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634322:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7180600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.634327:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634336:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634352:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634360:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000527355cf/0x49dd053b5feb02d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634379:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.634382:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634389:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.634392:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634399:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634422:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.634429:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.634431:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.634433:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.639804:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788359612.639821:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031e10ec5/0x49dd053b5feb02de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.641645:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.641659:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.641677:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.641682:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.641689:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.641707:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.641718:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.641727:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788359612.642333:0:25066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788359612.642354:0:25066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788359612.642369:0:25066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788359612.642375:0:25066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c77c8f81-3f10-48a2-a5af-9838be94be9e 00000100:00100000:2.0:1788359612.642624:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1875230445511936:12345-0@lo:5:osp-pre-1-1.0 Request processed in 19235us (19339us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788359612.642636:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788359612.642802:0:23491:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788359612.642812:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6eed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23491:1875230445511936:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1788359612.642830:0:23491:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1788359612.642894:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23491:1875230445512064:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1788359612.642931:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359612.642957:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8475780 going to sleep for 11 seconds 00000100:00100000:2.0:1788359612.643026:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512064 00000100:00100000:2.0:1788359612.643033:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512064 00000100:00100000:2.0:1788359612.643085:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788359612.643094:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23491:x1875230445512064:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788359612.643145:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23491:x1875230445512064:12345-0@lo:900:osp-pre-1-1.0 Request processed in 53us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.643152:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788359612.643178:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead2750000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23491:1875230445512064:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1788359612.643289:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.643301:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.643313:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e3e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.643318:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.643330:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.643352:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.643375:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.643378:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.643380:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.643818:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.643828:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb02e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.644397:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.644404:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.644417:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.644423:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.644429:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.644441:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.644451:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.644459:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.644577:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.644583:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.644604:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.644608:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.644618:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.644631:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.644753:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359612.644756:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359612.644758:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.644855:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.644883:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.644888:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb02ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.645200:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.645206:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645227:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.645230:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.645235:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645245:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645254:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645262:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645280:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788359612.645569:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.645575:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645583:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.645586:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.645591:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645600:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645621:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645628:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.645643:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788359612.645808:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788359612.645815:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645824:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.645828:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645839:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645852:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645860:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3429913/0x49dd053b5feb02f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645876:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.645885:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645892:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.645895:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645903:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645912:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645919:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081af9532/0x49dd053b5feb02fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.645929:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.645931:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.645932:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788359612.646075:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.646081:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646090:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.646093:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.646097:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646106:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646115:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646123:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646223:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788359612.646555:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.646562:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646571:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.646574:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.646578:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646588:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646595:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.646602:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646739:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788359612.646746:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646754:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.646758:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646779:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646791:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646798:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043b93b1c/0x49dd053b5feb0301 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646813:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.646816:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646823:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e3c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.646826:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646834:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646842:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.646848:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.646850:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.646857:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.646896:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.646955:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.646960:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004eae181f/0x49dd053b5feb0308 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.647269:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.647275:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647289:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.647292:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.647297:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647307:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647315:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647323:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647356:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.647361:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647369:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.647372:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647381:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647392:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647399:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.647401:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.647402:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.647449:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.647454:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa3bb4f2/0x49dd053b5feb030f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.647801:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.647807:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647816:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.647819:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.647824:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647843:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647852:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.647859:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647903:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.647908:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647916:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.647920:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647929:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647950:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.647958:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.647960:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.647962:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.648025:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.648030:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fe71761/0x49dd053b5feb0316 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.648290:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.648295:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648304:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.648307:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.648311:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648320:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648339:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648347:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.648376:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.648382:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.648390:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.648394:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.648403:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.648414:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.648433:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.648434:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.648436:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.648622:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.648627:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7db5bae/0x49dd053b5feb031d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.648863:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.648869:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648878:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.648881:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.648886:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648896:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648904:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.648923:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.648952:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.648957:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.648965:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.648968:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.648986:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.648997:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649006:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.649008:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.649009:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.649061:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.649066:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a4b3ba6/0x49dd053b5feb0324 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.649326:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.649332:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649340:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.649344:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.649348:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649358:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649366:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649373:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649417:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.649422:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649439:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.649442:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649449:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649460:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.649468:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.649469:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.649483:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.649624:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.649629:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f090da4/0x49dd053b5feb032b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.649863:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.649869:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649878:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.649881:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.649886:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649895:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649904:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.649912:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.649940:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.649946:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.649954:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.649958:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.649966:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.649986:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.649995:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.649997:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.649998:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.650064:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.650068:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daf5d632/0x49dd053b5feb0332 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.650378:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.650385:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.650393:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.650397:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.650401:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.650411:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.650420:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.650427:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.650454:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.650459:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.650467:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.650674:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.650687:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.650699:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.650715:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.650717:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.650719:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.650796:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.650801:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084bce2bd/0x49dd053b5feb0339 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.651098:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.651103:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651123:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.651127:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.651131:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651142:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651151:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651158:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.651186:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.651191:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.651199:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.651202:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.651209:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.651219:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.651227:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.651229:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.651230:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.651291:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.651296:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde3202f/0x49dd053b5feb0340 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.651632:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.651638:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651647:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.651651:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.651655:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651674:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651683:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.651691:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.651735:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.651741:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.651749:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.651752:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.651767:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.651777:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.651785:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.651787:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.651788:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.651846:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.651851:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005914700c/0x49dd053b5feb0347 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.652118:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.652124:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652132:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.652136:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.652140:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652149:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652169:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652176:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652204:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.652209:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652217:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c9e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.652221:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652236:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652248:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652255:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.652257:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.652259:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.652313:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.652317:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de86c9e5/0x49dd053b5feb034e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.652607:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.652613:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652622:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.652625:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.652629:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652639:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652647:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.652666:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652718:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.652723:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652731:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaec5c8200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.652734:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652743:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652754:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.652761:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.652762:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.652764:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.652853:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.652858:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a924432/0x49dd053b5feb0355 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.653105:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.653111:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653120:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.653124:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.653128:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653138:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653146:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653154:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.653196:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.653201:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.653208:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e2e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.653212:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.653219:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.653230:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.653238:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.653239:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.653241:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.653313:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.653318:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004910397e/0x49dd053b5feb035c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.653607:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.653613:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653622:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.653625:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.653630:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653639:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653647:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.653655:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.653699:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.653704:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.653712:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e3e00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.653715:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.653723:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.653734:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.653741:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.653743:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.653745:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.653791:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.653796:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001383d7f0/0x49dd053b5feb0363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.654063:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.654069:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654077:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.654079:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.654083:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654092:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654100:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654108:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.654137:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.654142:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.654150:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8a00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.654153:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.654162:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.654185:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.654193:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.654195:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.654197:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.654268:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.654273:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000608e9612/0x49dd053b5feb036a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.654702:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.654708:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654726:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.654729:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.654734:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654743:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654752:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.654760:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.654814:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.654820:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.654827:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.654830:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.654838:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.654849:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.654857:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.654859:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.654860:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.654966:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.654982:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0371 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.655288:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.655294:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655303:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.655306:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.655310:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655330:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655339:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655348:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.655383:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.655388:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.655396:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.655399:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.655407:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.655419:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.655429:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.655431:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.655432:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.655592:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.655597:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a507de4/0x49dd053b5feb0378 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.655868:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.655874:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655883:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.655886:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.655889:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655898:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655917:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.655923:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656030:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.656035:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656056:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8600 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.656059:0:25011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656068:0:25011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656079:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656088:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.656089:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359612.656091:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.656170:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.656175:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000424a4626/0x49dd053b5feb037f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.656408:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.656413:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656419:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.656421:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.656424:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656430:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656435:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656448:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.656521:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.656526:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.656531:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359612.656534:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.656539:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.656556:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.656562:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.656563:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359612.656564:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.656636:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.656639:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069468edd/0x49dd053b5feb0386 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788359612.656855:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788359612.656859:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656865:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788359612.656867:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359612.656870:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656876:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656881:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.656886:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656950:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359612.656954:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656959:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8200 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359612.656961:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656967:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359612.656983:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359612.657023:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788359612.657029:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d7d822a/0x49dd053b5feb038d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.657084:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359612.657143:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359612.657146:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788359612.657148:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788359612.657410:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788359612.657415:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.657422:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=644s v=(0 0) 00010000:00010000:2.0:1788359612.657424:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359612.657426:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.657433:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.657438:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.657451:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359612.657562:0:24250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788359612.657592:0:24250:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1788359612.657707:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22775:x1875230445511424:12345-0@lo:5:osp-pre-1-0.0 Request processed in 46766us (47035us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359612.657717:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788359612.657748:0:22775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6eef100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22775:1875230445511424:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788359612.657767:0:22775:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00010000:00010000:1.0:1788359612.657811:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788359612.657816:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.657823:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ea800 already unused, calling callback (ffffffffc0b29300) 00000100:00100000:0.0:1788359612.657825:0:22775:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22775:1875230445512192:0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1788359612.657827:0:22736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.657835:0:22736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.657846:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359612.657853:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c92b4930/0x49dd053b5feb0394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359612.657867:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359612.657903:0:22775:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac3ce80c0 going to sleep for 11 seconds 00010000:00010000:0.0:1788359612.657916:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359612.657918:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359612.657919:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512192 00010000:00010000:0.0:1788359612.657919:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359612.657926:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512192 00000100:00100000:3.0:1788359612.657983:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788359612.657992:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22775:x1875230445512192:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788359612.658034:0:24445:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1788359612.659871:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22775:x1875230445512192:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1872us (1996us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788359612.659885:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788359612.659901:0:22775:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0e9c74be680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22775:1875230445512192:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788359612.659919:0:22775:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000040:00080000:0.0:1788359612.733840:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:3.0:1788359613.118341:0:24246:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c77c8f81-3f10-48a2-a5af-9838be94be9e 00010000:00010000:1.0:1788359613.436796:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788359613.629361:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788359614.185196:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.188367:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254848 00000100:00100000:2.0:1788359614.188395:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254848 00000100:00100000:2.0:1788359614.188571:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:2.0:1788359614.188589:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420254848:12345-192.168.202.52@tcp:41:lfs.0 00000100:00080000:1.0:1788359614.188636:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:2.0:1788359614.188644:0:22749:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788359614.188782:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420254848:12345-192.168.202.52@tcp:41:lfs.0 Request processed in 199us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.188790:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:2.0:1788359614.195120:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.196869:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420254976 00000100:00100000:1.0:1788359614.196890:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420254976 00000100:00100000:1.0:1788359614.197031:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:1.0:1788359614.197044:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420254976:12345-192.168.202.52@tcp:13:lfs.0 00002000:00000024:1.0:1788359614.197091:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788359614.197245:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420254976:12345-192.168.202.52@tcp:13:lfs.0 Request processed in 203us (2138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.197254:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00080000:2.0:1788359614.197594:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788359614.204267:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.204585:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255104 00000100:00100000:1.0:1788359614.204600:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255104 00000100:00100000:1.0:1788359614.204743:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:1.0:1788359614.204757:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420255104:12345-192.168.202.52@tcp:13:lfs.0 00002000:00000024:1.0:1788359614.204804:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788359614.204928:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18169:x1875230420255104:12345-192.168.202.52@tcp:13:lfs.0 Request processed in 174us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.204936:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00080000:2.0:1788359614.206402:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788359614.333410:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.333676:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255232 00000100:00100000:1.0:1788359614.333694:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255232 00000100:00100000:1.0:1788359614.333779:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 127 00000100:00100000:1.0:1788359614.333794:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec11e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+10:18200:x1875230420255232:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788359614.333815:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359614.333838:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b7600/0x49dd053b5feb039b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7465 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359614.333874:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b7600/0x49dd053b5feb039b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7465 expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359614.333907:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b7600/0x49dd053b5feb039b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7465 expref: 11 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359614.333918:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b7600, rc 0) 00000100:00100000:1.0:1788359614.334101:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec11e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420255232:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 311us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.334109:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 127 00000100:00100000:0.0:1788359614.342095:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.342305:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255360 00000100:00100000:3.0:1788359614.342320:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255360 00000100:00100000:3.0:1788359614.342428:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 128 00000100:00100000:3.0:1788359614.342440:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420255360:12345-192.168.202.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788359614.342748:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420255360:12345-192.168.202.52@tcp:501:mount.lustre.0 Request processed in 309us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.342757:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 128 00000100:00100000:3.0:1788359614.345887:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.346022:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255488 00000100:00100000:1.0:1788359614.346036:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255488 00000100:00100000:1.0:1788359614.346124:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 129 00000100:00100000:1.0:1788359614.346136:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420255488:12345-192.168.202.52@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788359614.346364:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420255488:12345-192.168.202.52@tcp:503:mount.lustre.0 Request processed in 229us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.346373:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 129 00000100:00100000:1.0:1788359614.358585:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.358747:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255616 00000100:00100000:3.0:1788359614.358761:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255616 00000100:00100000:3.0:1788359614.358837:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 130 00000100:00100000:3.0:1788359614.358849:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255616:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788359614.359076:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255616:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 229us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.359084:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 130 00000100:00100000:2.0:1788359614.380088:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359614.380280:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255744 00000100:00100000:0.0:1788359614.380295:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255744 00000100:00100000:0.0:1788359614.380421:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 131 00000100:00100000:0.0:1788359614.380433:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255744:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788359614.380688:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255744:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 257us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359614.380708:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 131 00000100:00100000:2.0:1788359614.385750:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.385877:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420255872 00000100:00100000:1.0:1788359614.385891:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420255872 00000100:00100000:1.0:1788359614.385974:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 132 00000100:00100000:1.0:1788359614.385987:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255872:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788359614.386198:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18208:x1875230420255872:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 212us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.386207:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 132 00000100:00100000:1.0:1788359614.392725:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359614.392825:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256000 00000100:00100000:0.0:1788359614.392837:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256000 00000100:00100000:0.0:1788359614.392903:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 133 00000100:00100000:0.0:1788359614.392915:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18200:x1875230420256000:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788359614.392939:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359614.392977:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac91c8600/0x49dd053b5feb03a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7496 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359614.393023:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac91c8600/0x49dd053b5feb03a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7496 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359614.393037:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac91c8600/0x49dd053b5feb03a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7496 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359614.393048:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac91c8600, rc 0) 00000100:00100000:0.0:1788359614.393193:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18200:x1875230420256000:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 280us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359614.393202:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 133 00000100:00100000:2.0:1788359614.398163:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.398272:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256128 00000100:00100000:1.0:1788359614.398305:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256128 00000100:00100000:1.0:1788359614.398377:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 134 00000100:00100000:1.0:1788359614.398398:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18200:x1875230420256128:12345-192.168.202.52@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788359614.398434:0:22740:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788359614.398459:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788359614.398464:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788359614.398467:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788359614.398471:0:22740:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788359614.398473:0:22740:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788359614.402924:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18200:x1875230420256128:12345-192.168.202.52@tcp:256:mount.lustre.0 Request processed in 4511us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.402943:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 134 00000100:00100000:0.0:1788359614.405207:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.405326:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256256 00000100:00100000:3.0:1788359614.405355:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256256 00000100:00100000:3.0:1788359614.405486:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 135 00000100:00100000:3.0:1788359614.405526:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18200:x1875230420256256:12345-192.168.202.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788359614.405552:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359614.405576:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e749d expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359614.405615:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359614.405629:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359614.405640:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6a00, rc 0) 00000100:00100000:3.0:1788359614.405715:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18200:x1875230420256256:12345-192.168.202.52@tcp:101:mount.lustre.0 Request processed in 219us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.405722:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 135 00000100:00100000:2.0:1788359614.407893:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.408071:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256384 00000100:00100000:1.0:1788359614.408083:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256384 00000100:00100000:1.0:1788359614.408188:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 136 00000100:00100000:1.0:1788359614.408200:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18200:x1875230420256384:12345-192.168.202.52@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788359614.408414:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18200:x1875230420256384:12345-192.168.202.52@tcp:501:mount.lustre.0 Request processed in 215us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.408423:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 136 00000100:00100000:2.0:1788359614.410841:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.410917:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256512 00000100:00100000:3.0:1788359614.410928:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256512 00000100:00100000:3.0:1788359614.411002:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 137 00000100:00100000:3.0:1788359614.411013:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18200:x1875230420256512:12345-192.168.202.52@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788359614.411179:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaf6d82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18200:x1875230420256512:12345-192.168.202.52@tcp:503:mount.lustre.0 Request processed in 169us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.411185:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 137 00000100:00100000:0.0:1788359614.415168:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.415242:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256640 00000100:00100000:1.0:1788359614.415255:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256640 00000100:00100000:1.0:1788359614.415329:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 138 00000100:00100000:1.0:1788359614.415341:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18214:x1875230420256640:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788359614.415870:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18214:x1875230420256640:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 528us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.415880:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 138 00000100:00100000:2.0:1788359614.418021:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.419811:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256768 00000100:00100000:3.0:1788359614.419827:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256768 00000100:00100000:3.0:1788359614.419914:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 139 00000100:00100000:3.0:1788359614.419925:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18214:x1875230420256768:12345-192.168.202.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788359614.420291:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18214:x1875230420256768:12345-192.168.202.52@tcp:502:llog_process_th.0 Request processed in 366us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.420299:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 139 00000100:00100000:2.0:1788359614.429575:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429623:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429659:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429696:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429728:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429759:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.429798:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420256896 00000100:00100000:2.0:1788359614.429811:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420256896 00000100:00100000:2.0:1788359614.429861:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257152 00000100:00100000:2.0:1788359614.429864:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257152 00000100:00100000:2.0:1788359614.429876:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257280 00000100:00100000:2.0:1788359614.429878:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257280 00000100:00100000:2.0:1788359614.429919:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257408 00000100:00100000:1.0:1788359614.430006:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:1.0:1788359614.430023:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2404:x1875230420257280:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359614.430133:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2404:x1875230420257280:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 115us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.430142:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:1.0:1788359614.430166:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 15 00000100:00100000:1.0:1788359614.430170:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1875230420256896:12345-192.168.202.52@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788359614.430198:0:22750:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 4321db4c-ab8a-4a71-8367-a363adaec412@192.168.202.52@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:1.0:1788359614.430248:0:22750:0:(genops.c:1406:class_connect()) connect: client 4321db4c-ab8a-4a71-8367-a363adaec412, cookie 0x49dd053b5feb03b0 00000004:00100000:1.0:1788359614.430284:0:22750:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788359614.430431:0:22750:0:(import.c:65:import_set_state_nolock()) ffffa0e9c8170800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788359614.430469:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:2401:x1875230420256896:12345-192.168.202.52@tcp:38:mount.lustre.0 Request processed in 296us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.430477:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 15 00000100:00100000:1.0:1788359614.430492:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 16 00000100:00100000:1.0:1788359614.430526:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1875230420257152:12345-192.168.202.52@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788359614.430545:0:22750:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 4321db4c-ab8a-4a71-8367-a363adaec412@192.168.202.52@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:1.0:1788359614.430575:0:22750:0:(genops.c:1406:class_connect()) connect: client 4321db4c-ab8a-4a71-8367-a363adaec412, cookie 0x49dd053b5feb03b7 00000004:00100000:1.0:1788359614.430590:0:22750:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788359614.430650:0:22750:0:(import.c:65:import_set_state_nolock()) ffffa0e9c8172000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788359614.430679:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:2401:x1875230420257152:12345-192.168.202.52@tcp:38:mount.lustre.0 Request processed in 151us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.430686:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 16 00000100:00100000:1.0:1788359614.430738:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257536 00000100:00100000:1.0:1788359614.430761:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257536 00000100:00100000:1.0:1788359614.430796:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257664 00000100:00100000:1.0:1788359614.430800:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257664 00000100:00100000:1.0:1788359614.430824:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:1.0:1788359614.430831:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257536:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359614.430862:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257536:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 31us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.430869:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:1.0:1788359614.430881:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:1.0:1788359614.430887:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257664:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359614.430910:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 24us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.430917:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00080000:1.0:1788359614.430967:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788359614.431044:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257408 00000100:00100000:2.0:1788359614.431089:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:2.0:1788359614.431100:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257408:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:2.0:1788359614.431142:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420257408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 45us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.431151:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:2.0:1788359614.435383:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359614.435530:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257792 00000100:00100000:1.0:1788359614.435544:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257792 00000100:00100000:1.0:1788359614.435683:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 17 00000100:00100000:1.0:1788359614.435695:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6eee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:0:x1875230420257792:12345-192.168.202.52@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788359614.435735:0:22750:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788359614.435828:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6eee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:0:x1875230420257792:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 135us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.435837:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 17 00000100:00100000:0.0:1788359614.438805:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359614.439019:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257024 00000100:00100000:3.0:1788359614.439033:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257024 00000100:00100000:0.0:1788359614.439050:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00080000:2.0:1788359614.439063:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788359614.439071:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788359614.439083:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420257920 00000100:00100000:0.0:1788359614.439088:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420257920 00000100:00100000:3.0:1788359614.439112:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 18 00000100:00100000:3.0:1788359614.439124:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c74bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+7:0:x1875230420257024:12345-192.168.202.52@tcp:41:mount.lustre.0 00000100:00100000:0.0:1788359614.439128:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:0.0:1788359614.439134:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+7:18200:x1875230420257920:12345-192.168.202.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788359614.439177:0:24444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000004:00000024:0.0:1788359614.439177:0:22750:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788359614.439278:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4321db4c-ab8a-4a71-8367-a363adaec412+7:18200:x1875230420257920:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 141us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.440682:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c74bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+7:0:x1875230420257024:12345-192.168.202.52@tcp:41:mount.lustre.0 Request processed in 1550us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359614.440697:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 18 00000100:00100000:3.0:1788359614.441260:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.441330:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258048 00000100:00100000:2.0:1788359614.441340:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258048 00000100:00100000:2.0:1788359614.441392:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 20 00000100:00100000:2.0:1788359614.441414:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4321db4c-ab8a-4a71-8367-a363adaec412+7:18200:x1875230420258048:12345-192.168.202.52@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788359614.441475:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4321db4c-ab8a-4a71-8367-a363adaec412+7:18200:x1875230420258048:12345-192.168.202.52@tcp:40:mount.lustre.0 Request processed in 63us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.441480:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 20 00000100:00100000:0.0:1788359614.441620:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:1.0:1788359614.444310:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.444388:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258176 00000100:00100000:2.0:1788359614.444401:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258176 00000100:00100000:2.0:1788359614.444458:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 22 00000100:00100000:2.0:1788359614.444467:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2401:x1875230420258176:12345-192.168.202.52@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788359614.444545:0:24249:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 4321db4c-ab8a-4a71-8367-a363adaec412@192.168.202.52@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:2.0:1788359614.444592:0:24249:0:(genops.c:1406:class_connect()) connect: client 4321db4c-ab8a-4a71-8367-a363adaec412, cookie 0x49dd053b5feb03be 00002000:00100000:2.0:1788359614.444608:0:24249:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4321db4c-ab8a-4a71-8367-a363adaec412/ffffa0eac5673000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113801 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788359614.444622:0:24249:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788359614.444728:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00002000:00080000:2.0:1788359614.444732:0:24249:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788359614.444774:0:24249:0:(import.c:65:import_set_state_nolock()) ffffa0eac5672800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359614.444860:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4321db4c-ab8a-4a71-8367-a363adaec412+6:2401:x1875230420258176:12345-192.168.202.52@tcp:8:mount.lustre.0 Request processed in 391us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359614.444863:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258304 00000100:00100000:1.0:1788359614.444868:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258304 00000100:00100000:2.0:1788359614.444873:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 22 00000100:00100000:2.0:1788359614.444896:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 23 00000100:00100000:2.0:1788359614.444901:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead2750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2401:x1875230420258304:12345-192.168.202.52@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788359614.444921:0:24249:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 4321db4c-ab8a-4a71-8367-a363adaec412@192.168.202.52@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:2.0:1788359614.444940:0:24249:0:(genops.c:1406:class_connect()) connect: client 4321db4c-ab8a-4a71-8367-a363adaec412, cookie 0x49dd053b5feb03c5 00002000:00100000:2.0:1788359614.444946:0:24249:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4321db4c-ab8a-4a71-8367-a363adaec412/ffffa0eac5677800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113801 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788359614.444965:0:24249:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788359614.446321:0:24249:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788359614.446364:0:24249:0:(import.c:65:import_set_state_nolock()) ffffa0eac5673800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788359614.446435:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead2750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4321db4c-ab8a-4a71-8367-a363adaec412+6:2401:x1875230420258304:12345-192.168.202.52@tcp:8:mount.lustre.0 Request processed in 1530us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.446444:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 23 00000100:00100000:1.0:1788359614.446481:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.446963:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258432 00000100:00100000:2.0:1788359614.446972:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258432 00000100:00100000:2.0:1788359614.447110:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:2.0:1788359614.447121:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4321db4c-ab8a-4a71-8367-a363adaec412+6:18200:x1875230420258432:12345-192.168.202.52@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788359614.447189:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4321db4c-ab8a-4a71-8367-a363adaec412+6:18200:x1875230420258432:12345-192.168.202.52@tcp:900:mount.lustre.0 Request processed in 70us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.447198:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:3.0:1788359614.448384:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.448531:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258560 00000100:00100000:2.0:1788359614.448542:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258560 00000100:00100000:2.0:1788359614.448594:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 1 00000100:00100000:2.0:1788359614.448605:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4321db4c-ab8a-4a71-8367-a363adaec412+6:18200:x1875230420258560:12345-192.168.202.52@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788359614.448717:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788359614.448802:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4321db4c-ab8a-4a71-8367-a363adaec412+6:18200:x1875230420258560:12345-192.168.202.52@tcp:33:mount.lustre.0 Request processed in 199us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.448811:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 1 00010000:00010000:2.0:1788359614.460684:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359614.563208:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359614.563336:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258688 00000100:00100000:2.0:1788359614.563351:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258688 00000100:00100000:2.0:1788359614.563480:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 21 00000100:00100000:2.0:1788359614.563492:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+6:18237:x1875230420258688:12345-192.168.202.52@tcp:101:mkdir.0 00010000:00010000:2.0:1788359614.563573:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359614.563709:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb03cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74ce expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.563808:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.563825:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.563840:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788359614.563898:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788359614.563903:0:22748:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788359614.563930:0:22748:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.563969:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb03cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 8 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.563992:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 7 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359614.564003:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:2.0:1788359614.564006:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788359614.564009:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb400, rc 0) 00000100:00100000:2.0:1788359614.564092:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+7:18237:x1875230420258688:12345-192.168.202.52@tcp:101:mkdir.0 Request processed in 601us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359614.564100:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 21 00010000:00010000:0.0:1788359615.484619:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359615.676667:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788359615.676690:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445512320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788359615.676763:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359615.676810:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512320 00000100:00100000:2.0:1788359615.676823:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512320 00000100:00100000:1.0:1788359615.676838:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445512448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788359615.676865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359615.676956:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512448 00000100:00100000:3.0:1788359615.676961:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512448 00000100:00100000:2.0:1788359615.676997:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788359615.677004:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359615.677005:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445512320:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788359615.677011:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445512448:12345-0@lo:13:osp-pre-0-1.0 00000004:00000024:2.0:1788359615.677036:0:25517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788359615.677085:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445512320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359615.677092:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1788359615.677095:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359615.677131:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445512320:0@lo:41:osp-pre-0-1.0 00002000:00000024:3.0:1788359615.677666:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788359615.677704:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875230445512448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 693us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359615.677711:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359615.677739:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1875230445512448:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1788359616.387469:0:25625:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788359616.508889:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359616.701341:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788359616.701365:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445512576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788359616.701437:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359616.701517:0:24253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512576 00000100:00100000:0.0:1788359616.701524:0:24253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512576 00000100:00100000:0.0:1788359616.701576:0:24253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788359616.701584:0:24253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445512576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788359616.701611:0:24253:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359616.701649:0:24253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445512576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359616.701655:0:24253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788359616.701678:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788359616.701721:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445512576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788359617.214153:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788359617.214177:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445512704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788359617.214255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359617.214353:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512704 00000100:00100000:1.0:1788359617.214359:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512704 00000100:00100000:1.0:1788359617.214405:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788359617.214414:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445512704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788359617.214447:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788359617.214511:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875230445512704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359617.214518:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788359617.214560:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1875230445512704:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788359617.533104:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359617.725039:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445513216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788359617.725070:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6c2648bb-0db1-4a35-a45e-9ea20f668394:3645:1875230445512832:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.725109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.725153:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875230445513344:0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.725210:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359617.725233:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445513728:0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.725259:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359617.725276:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445514240:0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.725294:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359617.725325:0:24253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513216 00000100:00100000:0.0:1788359617.725330:0:24253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513216 00000100:00100000:0.0:1788359617.725377:0:24253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788359617.725386:0:24253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445513216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788359617.725413:0:24253:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788359617.725461:0:24253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445513216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.725469:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359617.725472:0:24253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788359617.725491:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788359617.725547:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445513856:0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.725551:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445513216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788359617.725570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.725634:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3645:1875230445514368:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.725660:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.725695:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445513088:0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.725710:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445512960:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.725717:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359617.725770:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512832 00000100:00100000:1.0:1788359617.725775:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512832 00000100:00100000:3.0:1788359617.725785:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445513472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788359617.725805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.725822:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3643:1875230445514112:0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.725824:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788359617.725835:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3645:x1875230445512832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.725840:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.725865:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445514240 00000100:00100000:3.0:1788359617.725869:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445514240 00000100:00100000:1.0:1788359617.725878:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3645:x1875230445512832:12345-0@lo:400:kworker.0 Request processed in 45us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359617.725887:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1788359617.725899:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513344 00000100:00100000:3.0:1788359617.725902:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513344 00000100:00100000:3.0:1788359617.725915:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445514368 00000100:00100000:3.0:1788359617.725916:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445514368 00000100:00100000:1.0:1788359617.725937:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513728 00000100:00100000:3.0:1788359617.725944:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445514112 00000100:00100000:1.0:1788359617.725948:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513728 00000100:00100000:3.0:1788359617.725949:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445514112 00000100:00100000:3.0:1788359617.725982:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788359617.725991:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513856 00000100:00100000:1.0:1788359617.725995:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513856 00000100:00100000:1.0:1788359617.726019:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513088 00000100:00100000:1.0:1788359617.726021:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513088 00000100:00100000:3.0:1788359617.726048:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445514240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359617.726067:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788359617.726083:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445513728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726089:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875230445514240:12345-0@lo:400:kworker.0 Request processed in 45us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726095:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788359617.726109:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788359617.726116:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875230445513344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359617.726135:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445513728:12345-0@lo:400:kworker.0 Request processed in 56us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359617.726145:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788359617.726156:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875230445513344:12345-0@lo:400:kworker.0 Request processed in 39us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359617.726169:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788359617.726178:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445513856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.726184:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788359617.726193:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445513088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788359617.726221:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445513856:12345-0@lo:400:kworker.0 Request processed in 44us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359617.726230:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788359617.726235:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445513088:12345-0@lo:400:kworker.0 Request processed in 44us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359617.726242:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788359617.726333:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788359617.726348:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788359617.726356:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875230445514368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726384:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875230445514368:12345-0@lo:400:kworker.0 Request processed in 30us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726388:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788359617.726396:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788359617.726401:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875230445514112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726419:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875230445514112:12345-0@lo:400:kworker.0 Request processed in 19us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726423:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788359617.726445:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.726464:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445513600:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726508:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.726527:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445513984:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726544:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.726556:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445514496:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726570:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359617.726639:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513984 00000100:00100000:3.0:1788359617.726642:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513984 00000100:00100000:0.0:1788359617.726657:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445514496 00000100:00100000:3.0:1788359617.726661:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788359617.726663:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445514496 00000100:00100000:3.0:1788359617.726667:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445513984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.726697:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788359617.726702:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875230445513984:12345-0@lo:400:kworker.0 Request processed in 35us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359617.726707:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445514496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788359617.726742:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875230445514496:12345-0@lo:400:kworker.0 Request processed in 39us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726784:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788359617.726801:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445512960 00000100:00100000:3.0:1788359617.726804:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445512960 00000100:00100000:3.0:1788359617.726819:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359617.726822:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445512960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726843:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875230445512960:12345-0@lo:400:kworker.0 Request processed in 21us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726847:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359617.726856:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513600 00000100:00100000:3.0:1788359617.726858:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513600 00000100:00100000:3.0:1788359617.726873:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788359617.726876:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445513600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.726894:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875230445513600:12345-0@lo:400:kworker.0 Request processed in 18us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359617.726897:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1788359617.726911:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788359617.726913:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788359617.726916:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788359617.726918:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788359617.726919:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788359617.727040:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1875230445512960:0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.727051:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1875230445513600:0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.727060:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875230445513984:0@lo:400:kworker.0 00010000:00080000:1.0:1788359617.727074:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eaffb8ca80 x1875230445514496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788359617.727081:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3642:1875230445514496:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727115:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445513088:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727123:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3643:1875230445514112:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727139:0:24253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445513472 00000100:00100000:3.0:1788359617.727141:0:24253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445513472 00000100:00100000:0.0:1788359617.727243:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788359617.727251:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445513472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788359617.727262:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788359617.727297:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445513472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359617.727304:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:3.0:1788359617.727323:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0eaece0ed80 x1875230445514240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788359633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788359617.727336:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3644:1875230445514240:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727359:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445513728:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727385:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6c2648bb-0db1-4a35-a45e-9ea20f668394:3645:1875230445512832:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727392:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875230445513344:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727397:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445513856:0@lo:400:kworker.0 00000100:00100000:3.0:1788359617.727402:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3645:1875230445514368:0@lo:400:kworker.0 00000100:00100000:1.0:1788359617.727441:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445513472:0@lo:13:osp-pre-1-0.0 00000001:00100000:1.0:1788359618.239099:0:25066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4321db4c-ab8a-4a71-8367-a363adaec412 00000001:00080000:1.0:1788359618.239125:0:25066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000020:00000080:3.0:1788359618.350331:0:25773:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd14e09f00 20000000:00000080:3.0:1788359618.350348:0:25773:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0eac56bcc00 uarg=0000000000000000 20000000:01000000:3.0:1788359618.350396:0:25773:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788359618.350401:0:25773:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788359618.350406:0:25773:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1788359618.350760:0:25774:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788359618.350856:0:25773:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788359618.356337:0:25773:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788359618.356366:0:25773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356382:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 23 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356408:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb003e expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356415:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb007d expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356422:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356430:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356434:0:25773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356439:0:25773:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356472:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356482:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 12 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356520:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514624:192.168.202.52@tcp:104: 00010000:00010000:1.0:1788359618.356607:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356615:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 12 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356628:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514752:192.168.202.52@tcp:104: 00010000:00010000:1.0:1788359618.356653:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356658:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 23 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356663:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27ba300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514880:0@lo:104: 00000100:00100000:1.0:1788359618.356691:0:25773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788359618.356727:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.356731:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445514880 00010000:00010000:1.0:1788359618.356734:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 23 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.356738:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445514880 00000100:00100000:1.0:1788359618.356741:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bb480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515008:0@lo:104: 00000100:00100000:1.0:1788359618.356759:0:25773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359618.356779:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515008 00000100:00100000:3.0:1788359618.356782:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515008 00010000:00010000:1.0:1788359618.356785:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.356793:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 23 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.356796:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788359618.356800:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27bad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515136:0@lo:104: 00000100:00100000:3.0:1788359618.356803:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:25773:x1875230445514880:12345-0@lo:104: 00010000:00010000:3.0:1788359618.356815:0:22732:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356819:0:25773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788359618.356832:0:25773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 23 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359618.356846:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00010000:00010000:1.0:1788359618.356851:0:25773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 23 pid: 22740 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359618.356857:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:3.0:1788359618.356863:0:22732:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788359618.356864:0:25773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0ead27b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515264:0@lo:104: 00000100:00100000:3.0:1788359618.356869:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:25773:x1875230445514880:12345-0@lo:104: Request processed in 66us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359618.356876:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1788359618.356876:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788359618.356885:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356886:0:25773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359618.356895:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515136 00000100:00100000:1.0:1788359618.356895:0:25773:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae554f000 going to sleep for 11 seconds 00000100:00100000:3.0:1788359618.356899:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515136 00010000:00010000:0.0:1788359618.356903:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ebe00 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359618.356907:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.356928:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.356932:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27ba300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514880:0@lo:104: 00000100:00100000:3.0:1788359618.356934:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515264 00000100:00100000:3.0:1788359618.356938:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515264 10000000:00010000:0.0:1788359618.356946:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.356953:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 10000000:01000000:0.0:1788359618.356954:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:3.0:1788359618.356974:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:25773:x1875230445515008:12345-0@lo:104: 00010000:00010000:3.0:1788359618.356983:0:22732:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.356985:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.356997:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788359618.357027:0:22732:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788359618.357032:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+5:25773:x1875230445515008:12345-0@lo:104: Request processed in 61us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359618.357038:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788359618.357049:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788359618.357054:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:25773:x1875230445515136:12345-0@lo:104: 00000100:00100000:1.0:1788359618.357071:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bb480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515008:0@lo:104: 00010000:00010000:3.0:1788359618.357075:0:22732:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357093:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357102:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ebe00/0x49dd053b5feb01fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0205 expref: -99 pid: 25065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357117:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788359618.357119:0:22732:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1788359618.357121:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.357128:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+4:25773:x1875230445515136:12345-0@lo:104: Request processed in 71us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359618.357128:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515136:0@lo:104: 00010000:00010000:0.0:1788359618.357135:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0ead07e3400 already unused, calling callback (ffffffffc1124c20) 00000100:00100000:3.0:1788359618.357138:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788359618.357150:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 10000000:00010000:0.0:1788359618.357150:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.357164:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445515392:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788359618.357166:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788359618.357175:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:25773:x1875230445515264:12345-0@lo:104: 00010000:00010000:0.0:1788359618.357178:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357184:0:22732:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359618.357187:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.357197:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:0.0:1788359618.357203:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788359618.357232:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357235:0:22732:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:0.0:1788359618.357240:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788359618.357245:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6c2648bb-0db1-4a35-a45e-9ea20f668394+3:25773:x1875230445515264:12345-0@lo:104: Request processed in 71us (357us total) trans 0 rc 0/0 00010000:00010000:0.0:1788359618.357258:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.357264:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1788359618.357273:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0ead07e3400/0x49dd053b5feb007d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0084 expref: -99 pid: 24245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357280:0:25011:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788359618.357284:0:22736:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359618.357287:0:25011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357289:0:22736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357304:0:22736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ea400 already unused, calling callback (ffffffffc1124c20) 10000000:00010000:0.0:1788359618.357307:0:22736:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357311:0:25011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac7180c00 already unused, calling callback (ffffffffc1124c20) 00010000:00010000:0.0:1788359618.357316:0:22736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788359618.357318:0:25011:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788359618.357328:0:22736:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357332:0:25011:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359618.357350:0:22736:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00010000:3.0:1788359618.357352:0:25011:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788359618.357360:0:25011:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788359618.357370:0:22736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357377:0:22736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359618.357383:0:22736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357390:0:25011:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357391:0:22736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0e9c75ea400/0x49dd053b5feb0030 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0037 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357410:0:25011:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788359618.357414:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359618.357417:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788359618.357419:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359618.357445:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445515520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359618.357470:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359618.357514:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788359618.357520:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445515648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359618.357538:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515392 00000100:00100000:2.0:1788359618.357545:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515392 00000100:00100000:0.0:1788359618.357545:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359618.357549:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788359618.357562:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445515776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788359618.357583:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515520 00010000:00010000:2.0:1788359618.357584:0:22734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 24 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359618.357588:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515520 00000100:00100000:1.0:1788359618.357597:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788359618.357608:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 25 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359618.357622:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515648 00000100:00100000:2.0:1788359618.357626:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515648 00000100:00100000:1.0:1788359618.357629:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445515776 00000100:00100000:1.0:1788359618.357635:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445515776 00000100:00100000:0.0:1788359618.357636:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1788359618.357646:0:22734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 27 pid: 22740 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359618.357660:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+27:3642:x1875230445515392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359618.357661:0:22735:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 27 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359618.357664:0:22734:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788359618.357674:0:22734:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1788359618.357674:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359618.357682:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 27 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.357688:0:22735:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:0.0:1788359618.357702:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 27 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.357704:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788359618.357714:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c2648bb-0db1-4a35-a45e-9ea20f668394+27:3644:x1875230445515520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788359618.357728:0:22735:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359618.357732:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac7180e00/0x49dd053b5feb0205 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb01fe expref: 27 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.357736:0:22735:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 27 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357749:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359618.357757:0:25011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.357762:0:22735:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 26 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357765:0:25011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: ffffa0eac7180c00/0x49dd053b5feb003e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x49dd053b5feb0045 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.357777:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaec5c8800/0x49dd053b5feb0084 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb007d expref: 26 pid: 22742 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.357781:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359618.357783:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+26:3642:x1875230445515392:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (585us total) trans 0 rc 0/0 00010000:00010000:3.0:1788359618.357784:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788359618.357786:0:22735:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359618.357788:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359618.357794:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1788359618.357797:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359618.357819:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788359618.357827:0:25776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788359618.357831:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3644:x1875230445515520:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359618.357831:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3644:x1875230445515648:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788359618.357832:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6c2648bb-0db1-4a35-a45e-9ea20f668394:3642:1875230445515392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359618.357842:0:25776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:3643:x1875230445515776:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359618.357847:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1788359618.357847:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359618.357855:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 24 pid: 22740 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359618.357859:0:25776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359618.357871:0:25776:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 23 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357871:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 23 pid: 22740 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.357885:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445515264:0@lo:104: 00010000:00010000:0.0:1788359618.357892:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0ead07e2800/0x49dd053b5feb0037 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb0030 expref: 23 pid: 22740 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359618.357898:0:25776:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 23 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.357911:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788359618.357928:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0e9c75eaa00/0x49dd053b5feb0045 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x49dd053b5feb003e expref: 22 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359618.357941:0:25776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359618.357946:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:3644:x1875230445515648:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359618.357953:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788359618.357963:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445515648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359618.357976:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6c2648bb-0db1-4a35-a45e-9ea20f668394:3644:1875230445515520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788359618.357995:0:25776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:3643:x1875230445515776:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359618.358010:0:25776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788359618.358015:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6c2648bb-0db1-4a35-a45e-9ea20f668394:3643:1875230445515776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788359618.361979:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359618.362030:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359618.362031:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258816 00000100:00100000:3.0:1788359618.362042:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258816 00010000:00010000:3.0:1788359618.362081:0:22734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 13 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359618.362111:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514624:192.168.202.52@tcp:104: 00000100:00100000:2.0:1788359618.362125:0:25773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0ead27bb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25773:1875230445514752:192.168.202.52@tcp:104: 00000100:00100000:1.0:1788359618.362132:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420258944 00000100:00100000:1.0:1788359618.362147:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420258944 00000100:00100000:3.0:1788359618.362162:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 13 00010000:00010000:1.0:1788359618.362166:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359618.362173:0:25773:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.362178:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eae54f5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2beba769-6c35-4af8-99c5-f8eedec36e30+14:2404:x1875230420258816:12345-192.168.202.52@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788359618.362188:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:1.0:1788359618.362201:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2beba769-6c35-4af8-99c5-f8eedec36e30+14:2404:x1875230420258944:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359618.362212:0:22734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359618.362220:0:22734:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362222:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359618.362236:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.362239:0:22734:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.362262:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eaffad6a00/0x49dd053b5feb03a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e749d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362266:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 14 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359618.362417:0:22734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788359618.362424:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac56b6400/0x49dd053b5feb0283 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e742d expref: 13 pid: 22741 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362438:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362445:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362460:0:22733:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362467:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362476:0:22733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.362481:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eae54f5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2beba769-6c35-4af8-99c5-f8eedec36e30+12:2404:x1875230420258816:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 302us (505us total) trans 0 rc 0/0 00010000:00010000:1.0:1788359618.362490:0:22733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359618.362531:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 13 00010000:00010000:1.0:1788359618.362541:0:22733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b6c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:1.0:1788359618.362547:0:22733:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362561:0:22733:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362593:0:22733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.362602:0:25773:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 2/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359618.362603:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788359618.362615:0:25773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359618.362620:0:25773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0eac56b6c00/0x49dd053b5feb03da lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359618.362637:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:2404:x1875230420258944:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 441us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359618.362642:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 14 00010000:00010000:0.0:1788359618.556976:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788359619.102918:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.103750:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259072 00000100:00100000:3.0:1788359619.103761:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259072 00000100:00100000:3.0:1788359619.103828:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 22 00000100:00080000:0.0:1788359619.103830:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788359619.103838:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:18704:x1875230420259072:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.103855:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.103875:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb03e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74d5 expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.103964:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.103978:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.103991:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104006:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104013:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104019:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104098:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6800/0x49dd053b5feb03f6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104106:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6800/0x49dd053b5feb03f6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104113:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6800/0x49dd053b5feb03f6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.104141:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788359619.104144:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.104174:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6800/0x49dd053b5feb03f6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104195:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104201:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104208:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104214:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.104218:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104226:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104239:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:3.0:1788359619.104242:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.104246:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104252:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb03e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104264:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104270:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104277:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104287:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7600 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.104291:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104297:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104305:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.104307:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.104310:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104316:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb03ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104455:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb03e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74d5 expref: 8 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104470:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6800/0x49dd053b5feb03f6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74d5 expref: 7 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.104478:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0ead27a2300) 00010000:00010000:3.0:1788359619.104480:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359619.104483:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6800, rc 0) 00000100:00100000:3.0:1788359619.104697:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18704:x1875230420259072:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 860us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.104704:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 22 00000100:00100000:3.0:1788359619.107464:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.107884:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259200 00000100:00100000:2.0:1788359619.107893:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259200 00000100:00100000:2.0:1788359619.107989:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5 00000100:00100000:2.0:1788359619.108000:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18704:x1875230420259200:12345-192.168.202.52@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788359619.108082:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18704:x1875230420259200:12345-192.168.202.52@tcp:900:lhsmtool_posix.0 Request processed in 84us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.108089:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5 00000100:00100000:0.0:1788359619.110358:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.110817:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259456 00000100:00100000:3.0:1788359619.110828:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259456 00000100:00100000:3.0:1788359619.110924:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 23 00000100:00100000:3.0:1788359619.110935:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18704:x1875230420259456:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.110953:0:22749:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.110969:0:22749:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb03fd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74dc expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111038:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111052:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111062:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111077:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111084:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111091:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111187:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7a00/0x49dd053b5feb0412 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111195:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7a00/0x49dd053b5feb0412 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111220:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7a00/0x49dd053b5feb0412 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.111231:0:22749:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1788359619.111672:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111681:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111687:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111694:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6e00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.111699:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111706:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111718:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0ead27a2300) 00010000:00010000:3.0:1788359619.111721:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.111725:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111731:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0404 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111743:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111750:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111763:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111767:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.111770:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111775:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111783:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.111785:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.111788:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.111794:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb040b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.112732:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb03fd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74dc expref: 10 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.112749:0:22749:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7a00/0x49dd053b5feb0412 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74dc expref: 9 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.112757:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0ead27a2700) 00010000:00010000:3.0:1788359619.112760:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.112763:0:22749:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7a00, rc 0) 00000100:00100000:3.0:1788359619.112833:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18704:x1875230420259456:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 1900us (2492us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788359619.112850:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 23 00000100:00100000:1.0:1788359619.117021:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.117113:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259584 00000100:00100000:3.0:1788359619.117123:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259584 00000100:00100000:3.0:1788359619.117233:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 24 00000100:00100000:3.0:1788359619.117251:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18704:x1875230420259584:12345-192.168.202.52@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788359619.117378:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18704:x1875230420259584:12345-192.168.202.52@tcp:59:lhsmtool_posix.0 Request processed in 130us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.117385:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 24 00000100:00100000:2.0:1788359619.121163:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.121251:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259712 00000100:00100000:3.0:1788359619.121260:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259712 00000100:00100000:3.0:1788359619.121375:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 25 00000100:00100000:3.0:1788359619.121384:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18704:x1875230420259712:12345-192.168.202.52@tcp:59:lhsmtool_posix.0 00000004:00080000:2.0:1788359619.124002:0:24444:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2581us 00000100:00080000:0.0:1788359619.124697:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788359619.129776:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18704:x1875230420259712:12345-192.168.202.52@tcp:59:lhsmtool_posix.0 Request processed in 8383us (8611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.129789:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 25 00000100:00100000:0.0:1788359619.161121:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.161193:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259840 00000100:00100000:3.0:1788359619.161203:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259840 00000100:00100000:3.0:1788359619.161263:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 26 00000100:00100000:3.0:1788359619.161273:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18710:x1875230420259840:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.161292:0:22749:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.161311:0:22749:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0420 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74e3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161372:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161386:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161396:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161484:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161529:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161538:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161575:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161582:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161589:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161595:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.161599:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161604:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161612:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:3.0:1788359619.161614:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.161617:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161621:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0427 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161635:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161639:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161642:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161645:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6e00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.161647:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161650:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161654:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.161655:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.161657:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161660:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb042e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161681:0:22749:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0420 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74e3 expref: 10 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161687:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:3.0:1788359619.161688:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.161694:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0420 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74e3 expref: 10 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.161713:0:22749:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6600, rc 0) 00000100:00100000:3.0:1788359619.161769:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18710:x1875230420259840:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 497us (659us total) trans 0 rc 301/301 00000100:00100000:3.0:1788359619.161776:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 26 00000100:00100000:1.0:1788359619.168991:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.169116:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420259968 00000100:00100000:2.0:1788359619.169125:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420259968 00000100:00100000:2.0:1788359619.169182:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:2.0:1788359619.169193:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18710:x1875230420259968:12345-192.168.202.52@tcp:700:lfs.0 00000100:00100000:2.0:1788359619.169273:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18710:x1875230420259968:12345-192.168.202.52@tcp:700:lfs.0 Request processed in 83us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.169280:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:0.0:1788359619.172225:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.172303:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260224 00000100:00100000:3.0:1788359619.172311:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260224 00000100:00100000:3.0:1788359619.172355:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:3.0:1788359619.172361:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18710:x1875230420260224:12345-192.168.202.52@tcp:36:lfs.0 00010000:00010000:3.0:1788359619.172404:0:25540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.172424:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7800/0x49dd053b5feb02ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e745e expref: 9 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.172439:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:3.0:1788359619.172442:0:25540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359619.172538:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.172553:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 6 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.172562:0:25540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.172603:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 6 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.172635:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 6 pid: 22748 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.172649:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445515904:192.168.202.52@tcp:104: 00000100:00100000:3.0:1788359619.172723:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac3ce8240 going to sleep for 11 seconds 00000100:00100000:1.0:1788359619.178556:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.178588:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445515904:192.168.202.52@tcp:104: 00010000:00010000:3.0:1788359619.178618:0:25540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.178774:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260352 00000100:00100000:0.0:1788359619.178780:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260352 00010000:00010000:0.0:1788359619.178825:0:22735:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 7 pid: 22748 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788359619.178919:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788359619.178942:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 15 00000100:00100000:0.0:1788359619.178953:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4321db4c-ab8a-4a71-8367-a363adaec412+7:2404:x1875230420260352:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788359619.178969:0:22735:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359619.178976:0:22735:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 7 pid: 22748 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.178990:0:22735:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 7 pid: 22748 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.179010:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb03d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ce expref: 7 pid: 22748 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.179036:0:22735:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:0.0:1788359619.179040:0:22735:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.179046:0:22735:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.179051:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.179071:0:22735:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359619.179113:0:25540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.179116:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:2404:x1875230420260352:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 164us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.179128:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 15 00010000:00010000:3.0:1788359619.179131:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.179158:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.179168:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.179177:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181265:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181284:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181300:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788359619.181319:0:25540:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000029166f1d reply state 00000000230acf27 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181330:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181338:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.181340:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788359619.181344:0:25540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788359619.181350:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788359619.181357:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181363:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181369:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181375:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6600 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.181379:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181386:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181395:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0e9c60a1700) 00010000:00010000:3.0:1788359619.181397:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.181407:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181414:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0435 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788359619.181430:0:25540:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000029166f1d reply state 00000000230acf27 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181439:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.181445:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.181447:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788359619.181449:0:25540:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788359619.182380:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+10:18710:x1875230420260224:12345-192.168.202.52@tcp:36:lfs.0 Request processed in 10011us (10156us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788359619.182390:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:1.0:1788359619.250372:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.250465:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260480 00000100:00100000:2.0:1788359619.250478:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260480 00000100:00100000:2.0:1788359619.250576:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:2.0:1788359619.250587:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+10:18718:x1875230420260480:12345-192.168.202.52@tcp:101:lctl.0 00010000:00010000:2.0:1788359619.250620:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359619.250655:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb044a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74ea expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250725:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb0451 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250735:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb0451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250743:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb0451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788359619.250778:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788359619.250780:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788359619.250806:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb0451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250823:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb044a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ea expref: 12 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250835:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ea800/0x49dd053b5feb0451 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ea expref: 11 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.250840:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:2.0:1788359619.250842:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788359619.250844:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ea800, rc 0) 00000100:00100000:2.0:1788359619.250897:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+11:18718:x1875230420260480:12345-192.168.202.52@tcp:101:lctl.0 Request processed in 312us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.250903:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:2.0:1788359619.266079:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.266150:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260608 00000100:00100000:3.0:1788359619.266160:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260608 00000100:00100000:3.0:1788359619.266218:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:3.0:1788359619.266229:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+6:18719:x1875230420260608:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.266249:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.266270:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0458 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74f1 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266336:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb045f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266350:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb045f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266372:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb045f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.266413:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788359619.266417:0:22748:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.266436:0:22748:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb045f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266460:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0458 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74f1 expref: 8 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266479:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6a00/0x49dd053b5feb045f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74f1 expref: 7 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.266488:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.266491:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359619.266535:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6a00, rc 0) 00000100:00100000:3.0:1788359619.266594:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+7:18719:x1875230420260608:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 366us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.266600:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:1.0:1788359619.268424:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.268475:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260736 00000100:00100000:3.0:1788359619.268484:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260736 00000100:00100000:3.0:1788359619.269110:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:3.0:1788359619.269121:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4321db4c-ab8a-4a71-8367-a363adaec412+7:18719:x1875230420260736:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.269146:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.269163:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0466 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74f8 expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269232:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269243:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269253:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269264:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269271:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269277:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269352:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269361:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269367:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.269400:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788359619.269404:0:25540:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.269420:0:25540:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269442:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269448:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269454:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269459:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.269463:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269471:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269481:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.269484:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.269488:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269515:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb046d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269527:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269619:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269626:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269638:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7200 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.269641:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269648:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269656:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.269659:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.269662:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269667:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb0474 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269691:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0466 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74f8 expref: 9 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269704:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74f8 expref: 8 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.269711:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.269714:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359619.269716:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7e00, rc 0) 00000100:00100000:3.0:1788359619.269880:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4321db4c-ab8a-4a71-8367-a363adaec412+8:18719:x1875230420260736:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 760us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.269887:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:1.0:1788359619.271828:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.271901:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420260864 00000100:00100000:3.0:1788359619.271957:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420260864 00000100:00100000:3.0:1788359619.272026:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:3.0:1788359619.272036:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4321db4c-ab8a-4a71-8367-a363adaec412+6:18719:x1875230420260864:12345-192.168.202.52@tcp:900:lfs.0 00000100:00100000:3.0:1788359619.272142:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4321db4c-ab8a-4a71-8367-a363adaec412+6:18719:x1875230420260864:12345-192.168.202.52@tcp:900:lfs.0 Request processed in 106us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.272150:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00080000:0.0:1788359619.272214:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788359619.274207:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.274250:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420261120 00000100:00100000:3.0:1788359619.274258:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420261120 00000100:00100000:3.0:1788359619.274307:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 31 00000100:00100000:3.0:1788359619.274318:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+8:18719:x1875230420261120:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.274336:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.274355:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0482 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e74ff expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.274443:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000001:00080000:2.0:1788359619.276288:0:22728:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901891 is committed 00000001:00080000:2.0:1788359619.276306:0:22728:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901890 is committed 00000001:00100000:2.0:1788359619.276310:0:22728:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4321db4c-ab8a-4a71-8367-a363adaec412 00010000:00010000:3.0:1788359619.276382:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276392:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276398:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276402:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6e00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.276406:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276413:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.276414:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0482 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ff expref: 8 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.276437:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:0.0:1788359619.276440:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788359619.276441:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:0.0:1788359619.276445:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6600/0x49dd053b5feb0482 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74ff expref: 8 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276454:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788359619.276457:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6600, rc 0) 00010000:00010000:3.0:1788359619.276464:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276473:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb043c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276491:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276523:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276529:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276534:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.276537:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276544:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.276545:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+7:18719:x1875230420261120:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 2229us (2342us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788359619.276559:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 31 00010000:00010000:3.0:1788359619.276562:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.276568:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.276571:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.276575:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0443 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.278796:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.278839:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420261376 00000100:00100000:3.0:1788359619.278849:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420261376 00000100:00100000:3.0:1788359619.278901:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 32 00000100:00100000:3.0:1788359619.278922:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+7:18719:x1875230420261376:12345-192.168.202.52@tcp:36:lfs.0 00010000:00010000:3.0:1788359619.278991:0:22748:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.279024:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb047b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e74f8 expref: 7 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.279041:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.279050:0:22748:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359619.279073:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.279085:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.279095:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788359619.279300:0:22748:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000012796a5f reply state 0000000010889b1c transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.279313:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.279319:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:3.0:1788359619.279322:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1788359619.279325:0:22748:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788359619.279332:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788359619.279406:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4321db4c-ab8a-4a71-8367-a363adaec412+8:18719:x1875230420261376:12345-192.168.202.52@tcp:36:lfs.0 Request processed in 496us (618us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788359619.279414:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 32 00000100:00100000:2.0:1788359619.280732:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.280786:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420261632 00000100:00100000:1.0:1788359619.280794:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420261632 00000100:00100000:1.0:1788359619.280836:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:1.0:1788359619.280845:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4321db4c-ab8a-4a71-8367-a363adaec412+8:18719:x1875230420261632:12345-192.168.202.52@tcp:35:lfs.0 00000100:00100000:1.0:1788359619.281027:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4321db4c-ab8a-4a71-8367-a363adaec412+9:18719:x1875230420261632:12345-192.168.202.52@tcp:35:lfs.0 Request processed in 182us (298us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788359619.281034:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:2.0:1788359619.282780:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.282869:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420261888 00000100:00100000:3.0:1788359619.282888:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420261888 00000100:00100000:3.0:1788359619.282989:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 33 00000100:00100000:3.0:1788359619.282999:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4321db4c-ab8a-4a71-8367-a363adaec412+9:18719:x1875230420261888:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.283019:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.283037:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0497 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7506 expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283101:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283115:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283125:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283152:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283160:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283167:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.283255:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788359619.283317:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283335:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283342:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283349:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7200 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.283354:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283361:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283372:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.283375:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.283379:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283384:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb049e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283395:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283401:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283406:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283410:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.283419:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283425:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283431:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.283433:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.283436:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283441:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283483:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0497 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7506 expref: 11 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283492:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.283522:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788359619.283526:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0497 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7506 expref: 11 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.283535:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6e00, rc 0) 00000100:00100000:3.0:1788359619.283590:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4321db4c-ab8a-4a71-8367-a363adaec412+10:18719:x1875230420261888:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 592us (817us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1788359619.283598:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 33 00000100:00100000:0.0:1788359619.285775:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.286067:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262016 00000100:00100000:3.0:1788359619.286075:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262016 00000100:00100000:3.0:1788359619.286157:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 34 00000100:00100000:3.0:1788359619.286167:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+10:18719:x1875230420262016:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.286198:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.286214:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04b3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e750d expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286306:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286321:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286331:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.286354:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788359619.286357:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.286373:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286397:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04b3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 12 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286430:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 11 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.286437:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:3.0:1788359619.286439:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788359619.286442:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6400, rc 0) 00000100:00100000:3.0:1788359619.286524:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4321db4c-ab8a-4a71-8367-a363adaec412+11:18719:x1875230420262016:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 358us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.286531:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 34 00000100:00100000:2.0:1788359619.290201:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.290272:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262144 00000100:00100000:0.0:1788359619.290282:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262144 00000100:00100000:0.0:1788359619.290352:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 3 00000100:00100000:0.0:1788359619.290363:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4321db4c-ab8a-4a71-8367-a363adaec412+11:18719:x1875230420262144:12345-192.168.202.52@tcp:37:lfs.0 00000100:00100000:0.0:1788359619.294592:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4321db4c-ab8a-4a71-8367-a363adaec412+11:18719:x1875230420262144:12345-192.168.202.52@tcp:37:lfs.0 Request processed in 4220us (4388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.294608:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 3 00000100:00100000:2.0:1788359619.299276:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.299331:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262400 00000100:00100000:1.0:1788359619.299340:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262400 00000100:00100000:1.0:1788359619.299399:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:1.0:1788359619.299408:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c7686850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4321db4c-ab8a-4a71-8367-a363adaec412+11:18719:x1875230420262400:12345-192.168.202.52@tcp:35:lfs.0 00000100:00100000:1.0:1788359619.299668:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c7686850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4321db4c-ab8a-4a71-8367-a363adaec412+12:18719:x1875230420262400:12345-192.168.202.52@tcp:35:lfs.0 Request processed in 260us (401us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788359619.299676:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4 00000100:00100000:2.0:1788359619.321676:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.321732:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262528 00000100:00100000:3.0:1788359619.321743:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262528 00000100:00100000:3.0:1788359619.321792:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 35 00000100:00100000:3.0:1788359619.321799:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+8:18725:x1875230420262528:12345-192.168.202.52@tcp:101:bash.0 00010000:00010000:3.0:1788359619.321816:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.321833:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7514 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321888:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321903:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321925:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321938:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321943:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.321946:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322003:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb04d6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322008:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb04d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322026:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb04d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.322053:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788359619.322056:0:22748:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.322099:0:22748:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb04d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322111:0:22748:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322116:0:22748:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322123:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322128:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6e00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.322132:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322139:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322151:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.322154:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.322158:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322163:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb04c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322187:0:22748:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322192:0:22748:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322197:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322202:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.322204:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322210:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322217:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.322219:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.322221:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322226:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb04cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322254:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7514 expref: 10 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322267:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7200/0x49dd053b5feb04d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7514 expref: 9 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.322285:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:3.0:1788359619.322287:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788359619.322290:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7200, rc 0) 00000100:00100000:3.0:1788359619.322341:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18725:x1875230420262528:12345-192.168.202.52@tcp:101:bash.0 Request processed in 542us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.322349:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 35 00000100:00100000:2.0:1788359619.323824:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.323871:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262656 00000100:00100000:3.0:1788359619.323878:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262656 00000100:00100000:3.0:1788359619.323931:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:3.0:1788359619.323941:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18725:x1875230420262656:12345-192.168.202.52@tcp:900:bash.0 00000100:00100000:3.0:1788359619.323995:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:18725:x1875230420262656:12345-192.168.202.52@tcp:900:bash.0 Request processed in 57us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.324003:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:2.0:1788359619.325125:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.325230:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420262912 00000100:00100000:3.0:1788359619.325237:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420262912 00000100:00100000:3.0:1788359619.325280:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 36 00000100:00100000:3.0:1788359619.325289:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:18725:x1875230420262912:12345-192.168.202.52@tcp:101:bash.0 00010000:00010000:3.0:1788359619.325301:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.325319:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb04dd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e751b expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.325420:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.325432:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 11 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.325446:0:25540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.325472:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 11 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.325481:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 11 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.325491:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516032:192.168.202.52@tcp:104: 00000100:00100000:3.0:1788359619.325575:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0ead28c2900 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.326786:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516032:192.168.202.52@tcp:104: 00010000:00010000:3.0:1788359619.326809:0:25540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.327077:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.327147:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420263040 00000100:00100000:1.0:1788359619.327153:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420263040 00010000:00010000:1.0:1788359619.327182:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 12 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.327257:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 16 00000100:00100000:1.0:1788359619.327266:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4321db4c-ab8a-4a71-8367-a363adaec412+12:2404:x1875230420263040:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359619.327277:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359619.327284:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 12 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327298:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 12 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327317:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb04ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e750d expref: 12 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327332:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:1.0:1788359619.327337:0:22733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327345:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327353:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.327398:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788359619.327408:0:25540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.327418:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.327452:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4321db4c-ab8a-4a71-8367-a363adaec412+11:2404:x1875230420263040:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 185us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.327459:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 16 00010000:00010000:3.0:1788359619.327477:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.327487:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.327539:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328047:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328055:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328060:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.328067:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788359619.328088:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328095:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328101:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328106:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.328110:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328117:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328126:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:3.0:1788359619.328129:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.328133:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328149:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb04e4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788359619.328159:0:25540:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000081049d69 reply state 000000004516e566 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328170:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328176:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0ead27a2900) 00010000:00010000:3.0:1788359619.328178:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788359619.328181:0:25540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788359619.328215:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb04dd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 12 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328229:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 11 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.328237:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.328239:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1788359619.328242:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6c00, rc 0) 00000100:00100000:3.0:1788359619.328288:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+12:18725:x1875230420262912:12345-192.168.202.52@tcp:101:bash.0 Request processed in 3000us (3165us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1788359619.328295:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 36 00000100:00100000:2.0:1788359619.337075:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.337123:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420263168 00000100:00100000:3.0:1788359619.337133:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420263168 00000100:00100000:3.0:1788359619.337192:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 37 00000100:00100000:3.0:1788359619.337203:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+12:18725:x1875230420263168:12345-192.168.202.52@tcp:101:bash.0 00010000:00010000:3.0:1788359619.337242:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.337262:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0500 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7522 expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337325:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337340:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337350:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.337390:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788359619.337393:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.337409:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337425:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337447:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0500 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 14 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337465:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 13 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.337474:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.337477:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788359619.337480:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6e00, rc 0) 00000100:00100000:3.0:1788359619.337579:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+13:18725:x1875230420263168:12345-192.168.202.52@tcp:101:bash.0 Request processed in 378us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.337587:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 37 00000100:00100000:2.0:1788359619.341865:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.342845:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420263424 00000100:00100000:0.0:1788359619.342856:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420263424 00000100:00100000:0.0:1788359619.342924:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5 00000100:00100000:0.0:1788359619.342934:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+13:18725:x1875230420263424:12345-192.168.202.52@tcp:35:bash.0 00000001:00080000:0.0:1788359619.343148:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901897 00000100:00100000:0.0:1788359619.343258:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+15:18725:x1875230420263424:12345-192.168.202.52@tcp:35:bash.0 Request processed in 326us (1402us total) trans 12884901898 rc 0/0 00000100:00100000:0.0:1788359619.343266:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5 00000020:00080000:0.0:1788359619.343271:0:22752:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788359619.399003:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.399266:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420263680 00000100:00100000:3.0:1788359619.399276:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420263680 00000100:00100000:3.0:1788359619.399362:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 38 00000100:00100000:3.0:1788359619.399371:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+15:18735:x1875230420263680:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.399395:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.399414:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb050e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7529 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.399525:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788359619.399614:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb050e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7529 expref: 17 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.399629:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0eac3850100) 00010000:00010000:3.0:1788359619.399632:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788359619.399637:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb050e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7529 expref: 17 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.399649:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7000, rc 0) 00000100:00100000:3.0:1788359619.399699:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+16:18735:x1875230420263680:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 329us (706us total) trans 12884901899 rc 301/301 00000100:00100000:3.0:1788359619.399706:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 38 00000100:00100000:2.0:1788359619.403203:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.403272:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420263936 00000100:00100000:1.0:1788359619.403280:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420263936 00000100:00100000:1.0:1788359619.403335:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:1.0:1788359619.403347:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+16:18735:x1875230420263936:12345-192.168.202.52@tcp:35:lfs.0 00000100:00100000:1.0:1788359619.403589:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+17:18735:x1875230420263936:12345-192.168.202.52@tcp:35:lfs.0 Request processed in 243us (393us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788359619.403596:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6 00000100:00100000:2.0:1788359619.445248:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.445516:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264192 00000100:00100000:3.0:1788359619.445526:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264192 00000100:00100000:3.0:1788359619.445640:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 39 00000100:00100000:3.0:1788359619.445652:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+17:18738:x1875230420264192:12345-192.168.202.52@tcp:101:lfs.0 00010000:00010000:3.0:1788359619.445691:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.446863:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb051c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7530 expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.446981:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0523 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.446996:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0523 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.447007:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0523 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.447019:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788359619.447119:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb051c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7530 expref: 20 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.447148:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0523 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7530 expref: 19 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.447158:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.447161:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788359619.447164:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7e00, rc 0) 00000100:00100000:3.0:1788359619.447230:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18738:x1875230420264192:12345-192.168.202.52@tcp:101:lfs.0 Request processed in 1580us (1990us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788359619.447239:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 39 00000100:00100000:0.0:1788359619.450448:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.450564:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264320 00000100:00100000:3.0:1788359619.450573:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264320 00000100:00100000:3.0:1788359619.450646:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 40 00000100:00100000:3.0:1788359619.450666:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18738:x1875230420264320:12345-192.168.202.52@tcp:54:lfs.0 00010000:00010000:3.0:1788359619.450717:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450731:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450741:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450769:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450775:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450782:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450788:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.450792:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450800:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450809:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.450812:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788359619.450815:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.450821:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb0531 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.450885:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18738:x1875230420264320:12345-192.168.202.52@tcp:54:lfs.0 Request processed in 220us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.450892:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 40 00000100:00100000:2.0:1788359619.451445:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.451536:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264448 00000100:00100000:3.0:1788359619.451540:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264448 00000100:00100000:3.0:1788359619.451607:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:3.0:1788359619.451614:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:2403:x1875230420264448:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359619.451624:0:22734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.451638:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0523 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7530 expref: 19 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.451650:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.451654:0:22734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359619.451682:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+18:2403:x1875230420264448:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.451689:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:2.0:1788359619.453771:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.453835:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264704 00000100:00100000:0.0:1788359619.453842:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264704 00000100:00100000:0.0:1788359619.453890:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:0.0:1788359619.453899:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+18:18738:x1875230420264704:12345-192.168.202.52@tcp:35:lfs.0 00000100:00100000:0.0:1788359619.454107:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18738:x1875230420264704:12345-192.168.202.52@tcp:35:lfs.0 Request processed in 209us (340us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1788359619.454115:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 7 00000100:00100000:2.0:1788359619.522031:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.522074:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.522113:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.522141:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.522163:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.522238:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264960 00000100:00100000:1.0:1788359619.522247:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264960 00000100:00100000:0.0:1788359619.522267:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420264832 00000100:00100000:0.0:1788359619.522273:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420264832 00000100:00100000:3.0:1788359619.522303:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265216 00000100:00100000:3.0:1788359619.522309:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265216 00000100:00100000:0.0:1788359619.522329:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 141 00000100:00100000:1.0:1788359619.522342:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265088 00000100:00100000:1.0:1788359619.522347:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265088 00000100:00100000:0.0:1788359619.522649:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+11:2404:x1875230420264832:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359619.522725:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+11:2404:x1875230420264832:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 386us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.522733:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 141 00000100:00100000:0.0:1788359619.522792:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265344 00000100:00100000:0.0:1788359619.522796:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265344 00000100:00080000:2.0:1788359619.523898:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788359619.523913:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359619.524061:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 12 00000100:00100000:2.0:1788359619.524073:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2405:x1875230420264960:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:2.0:1788359619.524125:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2405:x1875230420264960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 54us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.524145:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 12 00000100:00100000:3.0:1788359619.527241:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:3.0:1788359619.527254:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:2405:x1875230420265216:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:3.0:1788359619.527346:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4321db4c-ab8a-4a71-8367-a363adaec412+6:2405:x1875230420265216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (5271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.527354:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 13 00000100:00100000:0.0:1788359619.528097:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:0.0:1788359619.528107:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4321db4c-ab8a-4a71-8367-a363adaec412+5:2404:x1875230420265344:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:0.0:1788359619.528158:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4321db4c-ab8a-4a71-8367-a363adaec412+5:2404:x1875230420265344:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 52us (5993us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.528166:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 14 00000100:00100000:1.0:1788359619.531217:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 15 00000100:00100000:1.0:1788359619.531235:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420265088:12345-192.168.202.52@tcp:400:kworker.0 00000100:00100000:1.0:1788359619.531307:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420265088:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (9164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.531314:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 15 00010000:00010000:3.0:1788359619.580713:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359619.642888:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.642999:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265600 00000100:00100000:2.0:1788359619.643007:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265600 00000100:00100000:2.0:1788359619.643060:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 41 00000100:00100000:2.0:1788359619.643068:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18769:x1875230420265600:12345-192.168.202.52@tcp:101:cat.0 00010000:00010000:2.0:1788359619.643089:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359619.643107:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb0538 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7537 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.643205:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb053f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.643217:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb053f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.643225:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb053f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788359619.643232:0:22748:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788359619.643327:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb0538 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7537 expref: 22 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.643340:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb053f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7537 expref: 21 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.643347:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:2.0:1788359619.643350:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788359619.643352:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75eb400, rc 0) 00000100:00100000:2.0:1788359619.643420:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18769:x1875230420265600:12345-192.168.202.52@tcp:101:cat.0 Request processed in 352us (542us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788359619.643425:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 41 00000100:00100000:2.0:1788359619.651722:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.651807:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.651869:0:25776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265984 00000100:00100000:3.0:1788359619.651878:0:25776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265984 00000100:00100000:1.0:1788359619.651884:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420265856 00000100:00100000:1.0:1788359619.651891:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420265856 00000100:00100000:1.0:1788359619.651950:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:3.0:1788359619.651955:0:25776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 1 00000100:00100000:1.0:1788359619.651966:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:18769:x1875230420265856:12345-192.168.202.52@tcp:35:cat.0 00000100:00100000:3.0:1788359619.651969:0:25776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:2402:x1875230420265984:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359619.651989:0:25776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.652015:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb053f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7537 expref: 22 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.652034:0:25776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.652039:0:25776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359619.652092:0:25776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:2402:x1875230420265984:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 128us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.652100:0:25776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 1 00000100:00100000:1.0:1788359619.652237:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18769:x1875230420265856:12345-192.168.202.52@tcp:35:cat.0 Request processed in 274us (526us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788359619.652257:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 8 00000100:00100000:2.0:1788359619.701196:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.701292:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420266240 00000100:00100000:3.0:1788359619.701301:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420266240 00000100:00100000:3.0:1788359619.701349:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 42 00000100:00100000:3.0:1788359619.701356:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18775:x1875230420266240:12345-192.168.202.52@tcp:101:dd.0 00010000:00010000:3.0:1788359619.701377:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.701392:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb054d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e753e expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701522:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701534:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 22 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701549:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 22 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701560:0:25540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701585:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 22 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701594:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 22 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.701604:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516160:192.168.202.52@tcp:104: 00010000:00010000:3.0:1788359619.701677:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 22 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.701684:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 22 pid: 25540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.701697:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffb8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516288:192.168.202.52@tcp:104: 00000100:00100000:3.0:1788359619.702021:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac984ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788359619.704165:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516288:192.168.202.52@tcp:104: 00000100:00100000:2.0:1788359619.704242:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.704274:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.704348:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420266496 00000100:00100000:3.0:1788359619.704353:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420266368 00000100:00100000:1.0:1788359619.704354:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420266496 00000100:00100000:3.0:1788359619.704367:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420266368 00010000:00010000:1.0:1788359619.704387:0:22735:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 24 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704418:0:22734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 24 pid: 25540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.704429:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 17 00000100:00100000:1.0:1788359619.704442:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+24:2404:x1875230420266496:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359619.704456:0:22735:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359619.704462:0:22735:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 24 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.704473:0:22735:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 24 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.704489:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 18 00010000:00010000:1.0:1788359619.704492:0:22735:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:1.0:1788359619.704523:0:22735:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.704530:0:22735:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.704534:0:22735:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359619.704548:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eae54f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+24:2404:x1875230420266368:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788359619.704585:0:22734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.704593:0:22734:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 24 pid: 25540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704609:0:22734:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 24 pid: 25540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704630:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb04f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e751b expref: 24 pid: 25540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704645:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.704649:0:22734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704660:0:22734:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704669:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.704694:0:22734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359619.704766:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+23:2404:x1875230420266496:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 323us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.704773:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 17 00000100:00100000:3.0:1788359619.704917:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eae54f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:2404:x1875230420266368:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 385us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.704924:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 18 00010000:00010000:0.0:1788359619.704999:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0507 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7522 expref: 21 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.705014:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffb8c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445516160:192.168.202.52@tcp:104: 00010000:00010000:0.0:1788359619.705034:0:25540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.705040:0:25540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.705044:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788359619.705068:0:25540:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788359619.705187:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb054d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e753e expref: 22 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.705197:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7e00/0x49dd053b5feb0554 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e753e expref: 21 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.705203:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:0.0:1788359619.705204:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788359619.705206:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7e00, rc 0) 00000100:00100000:0.0:1788359619.705229:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18775:x1875230420266240:12345-192.168.202.52@tcp:101:dd.0 Request processed in 3874us (4042us total) trans 12884901905 rc 0/0 00000100:00100000:0.0:1788359619.705233:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 42 00000100:00100000:3.0:1788359619.708753:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.708912:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420266624 00000100:00100000:0.0:1788359619.708925:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420266624 00000100:00100000:0.0:1788359619.709057:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 43 00000100:00100000:0.0:1788359619.709067:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18775:x1875230420266624:12345-192.168.202.52@tcp:101:dd.0 00010000:00010000:0.0:1788359619.709097:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359619.709122:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8e00/0x49dd053b5feb0562 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7545 expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709163:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709177:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709206:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709323:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8e00/0x49dd053b5feb0562 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 23 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709337:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 22 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.709344:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:0.0:1788359619.709347:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788359619.709350:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac91c9600, rc 0) 00000100:00100000:0.0:1788359619.709431:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:18775:x1875230420266624:12345-192.168.202.52@tcp:101:dd.0 Request processed in 365us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.709446:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 43 00000100:00100000:2.0:1788359619.711233:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.711292:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420266880 00000100:00100000:0.0:1788359619.711301:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420266880 00000100:00100000:0.0:1788359619.711351:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 44 00000100:00100000:0.0:1788359619.711359:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:18775:x1875230420266880:12345-192.168.202.52@tcp:36:dd.0 00010000:00010000:0.0:1788359619.711671:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.711687:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.711697:0:22750:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788359619.711755:0:22750:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901906 00000004:00010000:0.0:1788359619.711775:0:22750:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a6768215 reply state 00000000b01d0fc3 transno 12884901907 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.711785:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.711791:0:22750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:0.0:1788359619.711793:0:22750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788359619.711796:0:22750:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788359619.711869:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420266880:12345-192.168.202.52@tcp:36:dd.0 Request processed in 511us (645us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1788359619.711874:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 44 00000020:00080000:0.0:1788359619.711878:0:22750:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788359619.714070:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.714164:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267008 00000100:00100000:1.0:1788359619.714189:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267008 00000100:00100000:1.0:1788359619.714292:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 45 00000100:00100000:1.0:1788359619.714300:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420267008:12345-192.168.202.52@tcp:101:dd.0 00010000:00010000:1.0:1788359619.714323:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359619.714344:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0577 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e754c expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.714401:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0577 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e754c expref: 26 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.714424:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0577 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e754c expref: 26 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.714454:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:1.0:1788359619.714458:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788359619.714463:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b6000, rc 0) 00000100:00100000:1.0:1788359619.714567:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18775:x1875230420267008:12345-192.168.202.52@tcp:101:dd.0 Request processed in 266us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.714573:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 45 00000100:00100000:2.0:1788359619.725078:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.725283:0:25776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267264 00000100:00100000:3.0:1788359619.725296:0:25776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267264 00000100:00100000:3.0:1788359619.725422:0:25776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:3.0:1788359619.725461:0:25776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18775:x1875230420267264:12345-192.168.202.52@tcp:103:dd.0 00010000:00010000:3.0:1788359619.725483:0:25776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788359619.725572:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0577 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e754c expref: 26 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.725595:0:25776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.725600:0:25776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788359619.725661:0:25776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420267264:12345-192.168.202.52@tcp:103:dd.0 Request processed in 212us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.725669:0:25776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 2 00000100:00100000:3.0:1788359619.727871:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.727977:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267392 00000100:00100000:0.0:1788359619.727990:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267392 00000100:00100000:0.0:1788359619.728065:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 46 00000100:00100000:0.0:1788359619.728077:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420267392:12345-192.168.202.52@tcp:58:dd.0 00010000:00010000:0.0:1788359619.728221:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.728243:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.728257:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788359619.729778:0:24444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788359619.729818:0:24444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788359619.730028:0:24444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788359619.730201:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420267392:12345-192.168.202.52@tcp:58:dd.0 Request processed in 2120us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.730212:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 46 00000100:00100000:0.0:1788359619.736023:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.736182:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267520 00000100:00100000:3.0:1788359619.736195:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267520 00000100:00100000:3.0:1788359619.736328:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 47 00000100:00100000:3.0:1788359619.736341:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+25:18775:x1875230420267520:12345-192.168.202.52@tcp:101:dd.0 00010000:00010000:3.0:1788359619.736370:0:22749:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.736396:0:22749:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7553 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736487:0:22749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736530:0:22749:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 26 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736553:0:22749:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736589:0:22749:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 26 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736606:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.736609:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788359619.736614:0:22749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 26 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.736622:0:22749:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6c00, rc 0) 00000100:00100000:3.0:1788359619.736686:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18775:x1875230420267520:12345-192.168.202.52@tcp:101:dd.0 Request processed in 349us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.736694:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 47 00000040:00080000:1.0:1788359619.772778:0:22784:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788359619.772788:0:22784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788359619.772815:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788359619.772823:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788359619.773009:0:22784:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22784:1875230445516416:192.168.202.52@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788359619.773127:0:22784:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae554f180 going to sleep for 11 seconds 00000001:00100000:2.0:1788359619.774491:0:24246:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4321db4c-ab8a-4a71-8367-a363adaec412 00000001:00100000:0.0:1788359619.775602:0:23480:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4321db4c-ab8a-4a71-8367-a363adaec412 00000100:00100000:1.0:1788359619.777231:0:22784:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22784:1875230445516416:192.168.202.52@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788359619.777954:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.778106:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267648 00000100:00100000:1.0:1788359619.778132:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267648 00000100:00100000:1.0:1788359619.778252:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 48 00000100:00100000:1.0:1788359619.778264:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18776:x1875230420267648:12345-192.168.202.52@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788359619.778309:0:25540:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788359619.778475:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18776:x1875230420267648:12345-192.168.202.52@tcp:53:lhsmtool_posix.0 Request processed in 212us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.778482:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 48 00000100:00100000:0.0:1788359619.786058:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.786167:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420267776 00000100:00100000:3.0:1788359619.786181:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420267776 00000100:00100000:3.0:1788359619.786308:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 49 00000100:00100000:3.0:1788359619.786322:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18776:x1875230420267776:12345-192.168.202.52@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.786418:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786439:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786454:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786628:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786667:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786678:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786711:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786721:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786727:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.786776:0:24444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788359619.786780:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788359619.786793:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786804:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786811:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786818:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786825:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.786829:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786842:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786855:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0ead27a2700) 00010000:00010000:3.0:1788359619.786858:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.786875:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786892:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb058c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786920:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786927:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786933:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786938:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7400 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.786941:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786947:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786955:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffffa0ead27a2600) 00010000:00010000:3.0:1788359619.786958:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.786961:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.786978:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7400/0x49dd053b5feb0593 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787003:0:24444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787009:0:24444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787015:0:24444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787021:0:24444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6200 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.787024:0:24444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787030:0:24444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787038:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.787040:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.787043:0:24444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.787048:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6200/0x49dd053b5feb059a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.787139:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18776:x1875230420267776:12345-192.168.202.52@tcp:34:lhsmtool_posix.0 Request processed in 817us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.787149:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 49 00000100:00100000:2.0:1788359619.789071:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.789132:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420268032 00000100:00100000:3.0:1788359619.789145:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420268032 00000100:00100000:3.0:1788359619.789258:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 50 00000100:00100000:3.0:1788359619.789270:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+26:18776:x1875230420268032:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.789288:0:22749:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.789303:0:22749:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb05a1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e755a expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789386:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789400:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789409:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788359619.789420:0:22749:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788359619.789519:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789528:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789536:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789542:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.789546:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789553:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789580:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.789582:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788359619.789587:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789593:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7c00/0x49dd053b5feb05a8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789627:0:22749:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb05a1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e755a expref: 28 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789638:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0ead27a2700) 00010000:00010000:3.0:1788359619.789642:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788359619.789646:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb05a1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e755a expref: 28 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.789663:0:22749:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6000, rc 0) 00000100:00100000:2.0:1788359619.789771:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+27:18776:x1875230420268032:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 500us (706us total) trans 12884901908 rc 301/301 00000100:00100000:2.0:1788359619.789782:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 50 00000100:00100000:0.0:1788359619.791724:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.791797:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420268160 00000100:00100000:1.0:1788359619.791813:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420268160 00000100:00100000:1.0:1788359619.791883:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 51 00000100:00100000:1.0:1788359619.791895:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+27:18776:x1875230420268160:12345-192.168.202.52@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788359619.791950:0:25540:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788359619.792093:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+27:18776:x1875230420268160:12345-192.168.202.52@tcp:53:lhsmtool_posix.0 Request processed in 199us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.792102:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 51 00000100:00100000:0.0:1788359619.794411:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.794487:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420268416 00000100:00100000:3.0:1788359619.794567:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420268416 00000100:00100000:2.0:1788359619.794697:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 52 00000100:00100000:2.0:1788359619.794705:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+27:18776:x1875230420268416:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788359619.794721:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359619.794738:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05b6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7561 expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788359619.795079:0:24444:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:2.0:1788359619.795084:0:24444:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:2.0:1788359619.795099:0:24444:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1788359619.795212:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.795235:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.795243:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.795283:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05b6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7561 expref: 30 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.795295:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7561 expref: 29 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.795301:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0eac146ed00) 00010000:00010000:2.0:1788359619.795303:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788359619.795305:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ebe00, rc 0) 00000100:00100000:2.0:1788359619.795348:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+29:18776:x1875230420268416:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 644us (946us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788359619.795353:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 52 00000100:00100000:2.0:1788359619.797675:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.797729:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420268672 00000100:00100000:0.0:1788359619.797736:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420268672 00000100:00100000:0.0:1788359619.797794:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 53 00000100:00100000:0.0:1788359619.797803:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+29:18776:x1875230420268672:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788359619.797845:0:22749:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359619.797873:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7561 expref: 29 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.797885:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0eac146ed00) 00010000:00010000:0.0:1788359619.797892:0:22749:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788359619.797942:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.797955:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.797968:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798039:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798044:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798048:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798080:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798084:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798088:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798092:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9a00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:0.0:1788359619.798095:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798099:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798104:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:0.0:1788359619.798105:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788359619.798108:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798111:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb05cb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798122:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798126:0:22749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798129:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798132:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9200 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:0.0:1788359619.798133:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798137:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798141:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa828c9af (ffffa0e9c55e3a00) 00010000:00010000:0.0:1788359619.798142:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788359619.798143:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.798146:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05d2 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa828c9af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.798272:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+28:18776:x1875230420268672:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 Request processed in 471us (602us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788359619.798277:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 53 00000100:00100000:3.0:1788359619.800478:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.800992:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420268800 00000100:00100000:1.0:1788359619.801001:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420268800 00000100:00100000:1.0:1788359619.801051:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 54 00000100:00100000:1.0:1788359619.801060:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+28:18776:x1875230420268800:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788359619.801078:0:25540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359619.801097:0:25540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6600/0x49dd053b5feb05d9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7568 expref: -99 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801127:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7c00/0x49dd053b5feb05e0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801138:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7c00/0x49dd053b5feb05e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801160:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7c00/0x49dd053b5feb05e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801263:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6600/0x49dd053b5feb05d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7568 expref: 30 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801279:0:25540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b7c00/0x49dd053b5feb05e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7568 expref: 29 pid: 25540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.801287:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:1.0:1788359619.801290:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788359619.801292:0:25540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b7c00, rc 0) 00000100:00100000:1.0:1788359619.801347:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+29:18776:x1875230420268800:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 288us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.801352:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 54 00000100:00100000:3.0:1788359619.806715:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.806910:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269056 00000100:00100000:2.0:1788359619.806921:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269056 00000100:00100000:2.0:1788359619.806995:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 55 00000100:00100000:2.0:1788359619.807008:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+29:18776:x1875230420269056:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788359619.807124:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.807144:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.807170:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788359619.807392:0:24444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788359619.807405:0:24444:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 651777908968ns, next at 652777906290ns, rc = 0 00000004:00010000:2.0:1788359619.807464:0:24444:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000089e4797f reply state 00000000f9b8bb6e transno 12884901910 ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.807478:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.807486:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:2.0:1788359619.807489:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788359619.808322:0:24444:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788359619.808437:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+31:18776:x1875230420269056:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 Request processed in 1430us (1731us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788359619.808446:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 55 00000100:00100000:2.0:1788359619.815787:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.815886:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269184 00000100:00100000:0.0:1788359619.815895:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269184 00000100:00100000:0.0:1788359619.815965:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 56 00000100:00100000:0.0:1788359619.815999:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0ead27b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+31:18776:x1875230420269184:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788359619.816024:0:22749:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359619.816045:0:22749:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e756f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.816121:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 32 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.816137:0:22749:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 32 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.816157:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:0.0:1788359619.816160:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788359619.816163:0:22749:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac91c9200, rc 0) 00000100:00100000:0.0:1788359619.816231:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0ead27b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+32:18776:x1875230420269184:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 245us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.816239:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 56 00000100:00100000:3.0:1788359619.820326:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.820649:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269312 00000100:00100000:0.0:1788359619.820659:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269312 00000100:00100000:0.0:1788359619.820715:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 24 00000100:00100000:0.0:1788359619.820726:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffb8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2404:x1875230420269312:12345-192.168.202.52@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788359619.820980:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffb8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2404:x1875230420269312:12345-192.168.202.52@tcp:2:lhsmtool_posix.0 Request processed in 255us (663us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788359619.820995:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 24 00000100:00100000:2.0:1788359619.823635:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.823727:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269568 00000100:00100000:1.0:1788359619.823736:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269568 00000100:00100000:1.0:1788359619.823787:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 9 00000100:00100000:1.0:1788359619.823797:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+32:18776:x1875230420269568:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788359619.824029:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+33:18776:x1875230420269568:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 Request processed in 233us (402us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788359619.824037:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 9 00000100:00100000:2.0:1788359619.826675:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.826849:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269824 00000100:00100000:0.0:1788359619.826858:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269824 00000100:00100000:0.0:1788359619.826943:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 57 00000100:00100000:0.0:1788359619.826952:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+33:18776:x1875230420269824:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788359619.827072:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+33:18776:x1875230420269824:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 Request processed in 121us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.827080:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 57 00000100:00100000:3.0:1788359619.830560:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.830894:0:24444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420269952 00000100:00100000:2.0:1788359619.830913:0:24444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420269952 00000100:00100000:2.0:1788359619.830973:0:24444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 58 00000100:00100000:2.0:1788359619.830994:0:24444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+33:18776:x1875230420269952:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788359619.831015:0:24444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359619.831037:0:24444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eaa00/0x49dd053b5feb05f5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7576 expref: -99 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831147:0:24444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831162:0:24444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831185:0:24444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788359619.831228:0:24444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788359619.831247:0:24444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831273:0:24444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eaa00/0x49dd053b5feb05f5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7576 expref: 35 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831292:0:24444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7576 expref: 34 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.831302:0:24444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:2.0:1788359619.831304:0:24444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788359619.831308:0:24444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ebe00, rc 0) 00000100:00100000:2.0:1788359619.831370:0:24444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+34:18776:x1875230420269952:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 388us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.831378:0:24444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 58 00000100:00100000:2.0:1788359619.835822:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.835888:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270080 00000100:00100000:1.0:1788359619.835896:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270080 00000100:00100000:1.0:1788359619.835958:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 25 00000100:00100000:1.0:1788359619.835968:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ec1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+6:2404:x1875230420270080:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788359619.836007:0:24250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359619.836023:0:24250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e757d expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788359619.836042:0:24250:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9833c3, blocks: 0x0 00010000:00010000:1.0:1788359619.836064:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=651s v=(0 0) 00010000:00010000:1.0:1788359619.836069:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359619.836078:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 7 pid: 24250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.836108:0:24250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 7 pid: 24250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.836119:0:24250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b6600, rc 0) 00000100:00100000:1.0:1788359619.836163:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ec1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2404:x1875230420270080:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 197us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.836170:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 25 00000100:00100000:3.0:1788359619.838672:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.838818:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270336 00000100:00100000:1.0:1788359619.838827:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270336 00000100:00100000:1.0:1788359619.838879:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 59 00000100:00100000:1.0:1788359619.838889:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+34:18776:x1875230420270336:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788359619.839009:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+34:18776:x1875230420270336:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 Request processed in 122us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.839018:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 59 00000100:00100000:3.0:1788359619.844635:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.844957:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270464 00000100:00100000:2.0:1788359619.844968:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270464 00000100:00100000:2.0:1788359619.845048:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 60 00000100:00100000:2.0:1788359619.845060:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+34:18776:x1875230420270464:12345-192.168.202.52@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788359619.847192:0:22728:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901911 is committed 00000004:00080000:2.0:1788359619.847208:0:22728:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1788359619.847263:0:22728:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788359619.847393:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+18:18776:x1875230420270464:12345-192.168.202.52@tcp:44:lhsmtool_posix.0 Request processed in 2332us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.847413:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 60 00010000:00010000:0.0:1788359619.847423:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.847457:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.847466:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.847473:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7600 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:0.0:1788359619.847479:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.847487:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.847536:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0ead27a2500) 00010000:00010000:0.0:1788359619.847540:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788359619.847545:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847563:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847570:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847575:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7800 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:1.0:1788359619.847579:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847586:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847596:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0ead27a2900) 00010000:00010000:1.0:1788359619.847599:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788359619.847603:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847621:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7800/0x49dd053b5feb04eb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847645:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847651:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847658:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847663:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8800 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:1.0:1788359619.847672:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847678:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847688:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:1.0:1788359619.847690:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788359619.847693:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847698:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb0570 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22750 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847709:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847715:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847720:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847725:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75eb400 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:1.0:1788359619.847727:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847733:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847741:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:1.0:1788359619.847743:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788359619.847765:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.847772:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75eb400/0x49dd053b5feb05e7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.848210:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.848219:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7600/0x49dd053b5feb0490 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.852017:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac6ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445516544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788359619.852105:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.852621:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445516544 00000100:00100000:0.0:1788359619.852630:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445516544 00000100:00080000:2.0:1788359619.852700:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788359619.852819:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788359619.852831:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445516544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1788359619.852981:0:24252:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788359619.852985:0:24252:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788359619.852987:0:24252:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788359619.852990:0:24252:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788359619 -> 1788359619 00002000:00010000:0.0:1788359619.852992:0:24252:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788359619.853056:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875230445516544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 226us (949us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788359619.853064:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788359619.853106:0:3643:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788359619.853125:0:3643:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffffa0eac6ed5880 x1875230445516544/t12884901892(12884901892) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1788359635 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788359619.853137:0:3643:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0eac6ed5880/2, rc 0, transno 12884901892 00000100:00100000:1.0:1788359619.853142:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac6ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445516544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788359619.854348:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.854527:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270592 00000100:00100000:3.0:1788359619.854536:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270592 00000100:00100000:3.0:1788359619.854584:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:3.0:1788359619.854594:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2405:x1875230420270592:12345-192.168.202.52@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788359619.854682:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2405:x1875230420270592:12345-192.168.202.52@tcp:16:lhsmtool_posix.0 Request processed in 90us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.854700:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 27 00000100:00100000:3.0:1788359619.857580:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.859058:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270848 00000100:00100000:0.0:1788359619.859076:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270848 00000100:00100000:0.0:1788359619.859168:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 61 00000100:00100000:0.0:1788359619.859179:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+15:18776:x1875230420270848:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788359619.859240:0:22749:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788359619.859269:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0e9c75ebe00/0x49dd053b5feb05fc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7576 expref: 15 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.859291:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:0.0:1788359619.859297:0:22749:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788359619.859329:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb060a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.859343:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb060a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.859352:0:22749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb060a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788359619.859536:0:22749:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003075b20d reply state 00000000009baf93 transno 12884901912 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb060a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.859548:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9a00/0x49dd053b5feb060a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.859554:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:0.0:1788359619.859556:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788359619.859559:0:22749:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788359619.859681:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac6ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+16:18776:x1875230420270848:12345-192.168.202.52@tcp:36:lhsmtool_posix.0 Request processed in 504us (2115us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1788359619.859690:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 61 00000100:00100000:2.0:1788359619.862321:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.862630:0:24445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420270976 00000100:00100000:3.0:1788359619.862644:0:24445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420270976 00000100:00100000:3.0:1788359619.862714:0:24445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:3.0:1788359619.862725:0:24445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:18776:x1875230420270976:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.862750:0:24445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.862771:0:24445:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7584 expref: -99 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.862804:0:24445:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 8 pid: 24250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.862812:0:24445:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359619.862816:0:24445:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788359619.862820:0:24445:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.862856:0:24445:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 8 pid: 24250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.862869:0:24445:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 8 pid: 24250 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.862961:0:24445:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24445:1875230445516672:192.168.202.52@tcp:104: 00000100:00100000:3.0:1788359619.863053:0:24445:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0780 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.866187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.866275:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271104 00000100:00100000:1.0:1788359619.866295:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271104 00010000:00010000:1.0:1788359619.866350:0:22735:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 9 pid: 24250 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.866401:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:1.0:1788359619.866411:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:2405:x1875230420271104:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359619.866428:0:22735:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359619.866448:0:22735:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 9 pid: 24250 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.866464:0:22735:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 9 pid: 24250 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.866548:0:22735:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359619.866554:0:22735:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788359619.866563:0:22735:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.866574:0:22735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.866612:0:22735:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.866628:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22735:1875230445516800:192.168.202.52@tcp:105: 00000100:00100000:1.0:1788359619.866720:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac984ec00 going to sleep for 11 seconds 00010000:00010000:3.0:1788359619.867756:0:24445:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbcdb600/0x49dd053b5feb0603 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e757d expref: 9 pid: 24250 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.867784:0:24445:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24445:1875230445516672:192.168.202.52@tcp:104: 00010000:00010000:3.0:1788359619.867822:0:24445:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.867840:0:24445:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6200, rc 0) 00000100:00100000:3.0:1788359619.867926:0:24445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+8:18776:x1875230420270976:12345-192.168.202.52@tcp:101:lhsmtool_posix.0 Request processed in 5202us (5616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.867937:0:24445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 28 00000100:00100000:1.0:1788359619.877375:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22735:1875230445516800:192.168.202.52@tcp:105: 00010000:00010000:1.0:1788359619.877414:0:22735:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359619.877484:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2405:x1875230420271104:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 11074us (11311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.877523:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 19 00000100:00100000:0.0:1788359619.884839:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.887941:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271232 00000100:00100000:3.0:1788359619.887959:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271232 00000100:00100000:3.0:1788359619.888030:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:3.0:1788359619.888042:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2405:x1875230420271232:12345-192.168.202.52@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788359619.888216:0:24249:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788359619.888220:0:24249:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788359619 00002000:00010000:3.0:1788359619.888222:0:24249:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788359618 00002000:00010000:3.0:1788359619.888224:0:24249:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788359619 -> 1788359619 00002000:00010000:3.0:1788359619.888226:0:24249:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788359619.888294:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+8:2405:x1875230420271232:12345-192.168.202.52@tcp:2:lhsmtool_posix.0 Request processed in 253us (3464us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788359619.888315:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 29 00000100:00100000:2.0:1788359619.892791:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.892884:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271360 00000100:00100000:0.0:1788359619.892898:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271360 00000100:00100000:0.0:1788359619.892972:0:24252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 30 00000100:00100000:0.0:1788359619.892983:0:24252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+8:2405:x1875230420271360:12345-192.168.202.52@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788359619.893026:0:24252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.893046:0:24252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.893054:0:24252:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359619.893058:0:24252:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788359619.893062:0:24252:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.893111:0:24252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.893125:0:24252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.893140:0:24252:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24252:1875230445516928:192.168.202.52@tcp:104: 00000100:00100000:0.0:1788359619.893239:0:24252:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac4a796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.897767:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.898017:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271488 00000100:00100000:1.0:1788359619.898031:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271488 00010000:00010000:1.0:1788359619.898084:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.898137:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 20 00000100:00100000:1.0:1788359619.898164:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:2405:x1875230420271488:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359619.898184:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359619.898212:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.898228:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 9 pid: 24445 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.898260:0:22733:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788359619.898265:0:22733:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788359619.898271:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.898282:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.898308:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788359619.898374:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+9:2405:x1875230420271488:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 212us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.898383:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 20 00010000:00010000:0.0:1788359619.898661:0:24252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcd451bb/0x49dd053b5feb0611 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7584 expref: 8 pid: 24445 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.898694:0:24252:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24252:1875230445516928:192.168.202.52@tcp:104: 00010000:00010000:0.0:1788359619.898723:0:24252:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898735:0:24252:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898742:0:24252:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898771:0:24252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898804:0:24252:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898813:0:24252:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898820:0:24252:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8000 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359619.898825:0:24252:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898834:0:24252:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898854:0:24252:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.898862:0:24252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000144514a2/0x49dd053b5feb0618 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.898955:0:24252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2405:x1875230420271360:12345-192.168.202.52@tcp:1:lhsmtool_posix.0 Request processed in 5972us (6175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.898964:0:24252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 30 10000000:01000000:0.0:1788359619.900665:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788359619.900672:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0e9c6155800 from 13 10000000:01000000:0.0:1788359619.900677:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788359619.900728:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.900739:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.900749:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.900770:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.900830:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.900868:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac4a796c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359619.901006:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517056 00000100:00100000:1.0:1788359619.901021:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517056 00000100:00100000:1.0:1788359619.901096:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1788359619.901110:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+20:22745:x1875230445517056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359619.901130:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359619.901151:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b6200/0x49dd053b5feb0626 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb061f expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.901193:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b6200/0x49dd053b5feb0626 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb061f expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.901205:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b6200/0x49dd053b5feb0626 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb061f expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.901214:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b6200, rc 0) 00000100:00100000:1.0:1788359619.901283:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.901291:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000040:00080000:0.0:1788359619.902346:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788359619.902478:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359619.902523:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.902687:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.902792:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.902846:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359619.902893:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571180 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.902985:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517184 00000100:00100000:2.0:1788359619.902992:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517184 00000100:00100000:2.0:1788359619.903038:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788359619.903048:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788359619.903204:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 157us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.903214:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788359619.903256:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788359619.903312:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac5643100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788359619.903351:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788359619.903370:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaf6c7d240 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.903381:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517312 00000100:00100000:2.0:1788359619.903384:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517312 00000100:00100000:1.0:1788359619.903540:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788359619.903548:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.903615:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 68us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.903620:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1788359619.903828:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac5643100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.905803:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000040:00080000:2.0:1788359619.906786:0:25789:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:3.0:1788359619.907057:0:25540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271744 00000100:00100000:3.0:1788359619.907069:0:25540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271744 00000100:00100000:3.0:1788359619.907140:0:25540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 62 00000100:00100000:3.0:1788359619.907151:0:25540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+16:18776:x1875230420271744:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788359619.907258:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.907279:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 16 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.907287:0:25540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.907327:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 16 pid: 24444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.907343:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 16 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.907359:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445517440:192.168.202.52@tcp:104: 00000020:01000000:1.0:1788359619.907524:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788359619.907563:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788359619.907575:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.907584:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac91c9000/0x49dd053b5feb061f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788359619.907597:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788359619.907601:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eac6ccc000 from 13 10000000:01000000:1.0:1788359619.907604:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788359619.907629:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.907638:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.907647:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.907668:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.909948:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359619.910020:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571180 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.910104:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517568 00000100:00100000:3.0:1788359619.910116:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517568 00000100:00100000:3.0:1788359619.910191:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788359619.910203:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+21:22745:x1875230445517568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788359619.910225:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.910265:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaffad7c00/0x49dd053b5feb063b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0634 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.910300:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaffad7c00/0x49dd053b5feb063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0634 expref: 22 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.910314:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaffad7c00/0x49dd053b5feb063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0634 expref: 22 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.910326:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7c00, rc 0) 00000100:00100000:3.0:1788359619.910392:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.910408:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788359619.910471:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788359619.910490:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb063b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.910519:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb063b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.910619:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.910655:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359619.910677:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.910691:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517696 00000100:00100000:3.0:1788359619.910694:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517696 00000100:00100000:3.0:1788359619.910718:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788359619.910725:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517696:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.910857:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517696:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.910874:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788359619.910916:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.910947:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.910991:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359619.911005:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.911016:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517824 00000100:00100000:3.0:1788359619.911019:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517824 00000100:00100000:3.0:1788359619.911040:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788359619.911046:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517824:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.911138:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517824:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.911145:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788359619.911184:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.911640:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0780 going to sleep for 11 seconds 00000040:00080000:3.0:1788359619.912655:0:25790:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788359619.912777:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788359619.912829:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788359619.912841:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb063b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.912854:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac56b6600/0x49dd053b5feb0634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb063b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359619.912866:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788359619.912869:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eae4c84000 from 13 10000000:01000000:0.0:1788359619.912872:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788359619.912924:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.912933:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.912962:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.912989:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.913043:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.913084:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac4a796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.913104:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445517952 00000100:00100000:3.0:1788359619.913114:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445517952 00000100:00100000:3.0:1788359619.913169:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788359619.913180:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+22:22745:x1875230445517952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788359619.913196:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.913215:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eaffad7400/0x49dd053b5feb0649 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0642 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.913242:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eaffad7400/0x49dd053b5feb0649 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0642 expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.913270:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eaffad7400/0x49dd053b5feb0649 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0642 expref: 23 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.913279:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad7400, rc 0) 00000100:00100000:3.0:1788359619.913410:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445517952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.913417:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788359619.913656:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445517952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359619.913673:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0649 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.913683:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb0649 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.913770:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.913803:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359619.913883:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571180 going to sleep for 11 seconds 00000100:00100000:1.0:1788359619.915255:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445517440:192.168.202.52@tcp:104: 00010000:00010000:1.0:1788359619.915283:0:25540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.915515:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518080 00000100:00100000:0.0:1788359619.915524:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518080 00000100:00100000:0.0:1788359619.915780:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788359619.915791:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445518080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.915981:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445518080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 192us (2176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.915990:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788359619.916142:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.916200:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359619.916266:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788359619.917253:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eac8571180 going to sleep for 11 seconds 00000100:00100000:1.0:1788359619.917310:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359619.917593:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518208 00000100:00100000:2.0:1788359619.917602:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518208 00000100:00100000:3.0:1788359619.917650:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788359619.917668:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445518208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788359619.917749:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420271872 00000100:00100000:2.0:1788359619.917753:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420271872 00010000:00010000:2.0:1788359619.917777:0:22734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 17 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.917830:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 21 00000100:00100000:2.0:1788359619.917839:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+17:2404:x1875230420271872:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788359619.917850:0:22734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788359619.917858:0:22734:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 17 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917871:0:22734:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 17 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917891:0:22734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9600/0x49dd053b5feb0569 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7545 expref: 17 pid: 24444 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917916:0:22734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:2.0:1788359619.917922:0:22734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 16 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917932:0:22734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917952:0:22734:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.917960:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.917979:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445518208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 319us (1712us total) trans 0 rc 0/0 00010000:00010000:2.0:1788359619.917982:0:22734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359619.917987:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1788359619.918019:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+16:2404:x1875230420271872:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 181us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359619.918065:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518208:0@lo:503:ll_cfg_requeue.0 00010000:00010000:1.0:1788359619.918338:0:25540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918347:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918627:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918640:0:25540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918648:0:25540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918680:0:25540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.918692:0:25540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.918704:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445518336:192.168.202.52@tcp:104: 00000100:00100000:1.0:1788359619.918743:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eaff1f8180 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.918899:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 21 00000040:00080000:3.0:1788359619.922319:0:25791:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:2.0:1788359619.922604:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000020:01000000:0.0:1788359619.922645:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788359619.922679:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788359619.922690:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0649 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.922701:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8200/0x49dd053b5feb0642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb0649 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788359619.922711:0:22745:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788359619.922714:0:22745:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0eafd956000 from 13 10000000:01000000:0.0:1788359619.922717:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788359619.922763:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.922772:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.922783:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359619.922808:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.922854:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.922895:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.922933:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518464 00000100:00100000:2.0:1788359619.922940:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518464 00000100:00100000:1.0:1788359619.922985:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272000 00000100:00100000:2.0:1788359619.922987:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788359619.922993:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272000 00000100:00100000:2.0:1788359619.922997:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+23:22745:x1875230445518464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788359619.923008:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788359619.923018:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feb065e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x49dd053b5feb0657 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.923024:0:22733:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.923040:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feb065e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x49dd053b5feb0657 expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.923048:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0e9c75ebe00/0x49dd053b5feb065e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x49dd053b5feb0657 expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.923055:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 22 00010000:00010000:2.0:1788359619.923056:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0e9c75ebe00, rc 0) 00000100:00100000:1.0:1788359619.923065:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+17:2405:x1875230420272000:12345-192.168.202.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788359619.923077:0:22733:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788359619.923085:0:22733:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.923088:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445518464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (232us total) trans 0 rc 0/0 00010000:00010000:1.0:1788359619.923106:0:22733:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 17 pid: 22749 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.923107:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:1.0:1788359619.923128:0:22733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:1.0:1788359619.923133:0:22733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.923156:0:22733:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.923163:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.923179:0:22733:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788359619.923198:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359619.923210:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb065e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.923216:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x49dd053b5feb065e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788359619.923228:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+17:2405:x1875230420272000:12345-192.168.202.52@tcp:103:ldlm_bl.0 Request processed in 163us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.923235:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 22 00000100:00100000:0.0:1788359619.923258:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.923284:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.923303:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788359619.924061:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518592 00000100:00100000:1.0:1788359619.924066:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518592 00010000:00010000:3.0:1788359619.924134:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9200/0x49dd053b5feb05ee lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e756f expref: 16 pid: 22749 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.924151:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaece0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445518336:192.168.202.52@tcp:104: 00010000:00010000:3.0:1788359619.924166:0:25540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.924175:0:25540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.924181:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788359619.924282:0:25540:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788359619.924392:0:25540:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000001:00080000:3.0:1788359619.924463:0:25540:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1788359619.924548:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25540:1875230445518720:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788359619.924586:0:25540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359619.924611:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0840 going to sleep for 11 seconds 00000100:00100000:0.0:1788359619.924619:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518720 00000100:00100000:0.0:1788359619.924623:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518720 00000100:00100000:1.0:1788359619.924678:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788359619.924689:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788359619.924691:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445518592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359619.924699:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25540:x1875230445518720:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788359619.924757:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25540:x1875230445518720:12345-0@lo:1000:mdt00_004.0 Request processed in 61us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359619.924769:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788359619.924796:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445518592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.924805:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788359619.924821:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25540:1875230445518720:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788359619.924949:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518592:0@lo:501:ll_cfg_requeue.0 00000001:00080000:3.0:1788359619.924957:0:25540:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901916 00000100:00100000:0.0:1788359619.924975:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788359619.924990:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25540:1875230445518976:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788359619.925010:0:25540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359619.925010:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359619.925035:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518976 00000100:00100000:3.0:1788359619.925039:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518976 00000100:00100000:3.0:1788359619.925058:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788359619.925064:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25540:x1875230445518976:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788359619.925138:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:25540:x1875230445518976:12345-0@lo:1000:mdt00_004.0 Request processed in 74us (127us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788359619.925144:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788359619.925162:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0480 going to sleep for 11 seconds 00000100:00100000:0.0:1788359619.925169:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eb006cb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788359619.925176:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445518848 00000100:00100000:2.0:1788359619.925182:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445518848 00000100:00100000:3.0:1788359619.925188:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25540:1875230445518976:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1788359619.925216:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.925217:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00010000:00010000:3.0:1788359619.925228:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.925229:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445518848:12345-0@lo:503:ll_cfg_requeue.0 00010000:00010000:3.0:1788359619.925243:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925250:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac56b6000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.925254:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925270:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925283:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:3.0:1788359619.925286:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788359619.925291:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925297:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac56b6000/0x49dd053b5feb0650 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925325:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.925329:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac59bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c2648bb-0db1-4a35-a45e-9ea20f668394+24:22745:x1875230445518848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (315us total) trans 0 rc 0/0 00010000:00010000:3.0:1788359619.925335:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.925342:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00010000:00010000:3.0:1788359619.925349:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925354:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c9c00 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.925358:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925364:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925372:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.925375:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788359619.925381:0:25540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 19 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925402:0:25540:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 19 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925412:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 19 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.925457:0:25540:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6c00/0x49dd053b5feb0585 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7553 expref: 19 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788359619.925469:0:25540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445519104:192.168.202.52@tcp:105: 00000100:00100000:0.0:1788359619.925472:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6c2648bb-0db1-4a35-a45e-9ea20f668394:22745:1875230445518848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788359619.926257:0:25792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788359619.926335:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788359619.926364:0:22745:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788359619.926373:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb065e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359619.926382:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: ffffa0eac91c8000/0x49dd053b5feb0657 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x49dd053b5feb065e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.927098:0:25540:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0eae4ff0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788359619.929677:0:25540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eaffba4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25540:1875230445519104:192.168.202.52@tcp:105: 00010000:00010000:3.0:1788359619.930200:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930213:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c9c00/0x49dd053b5feb057e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930245:0:25540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930259:0:25540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930270:0:25540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930282:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930301:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930307:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930313:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad7000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.930316:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930323:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930333:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.930336:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788359619.930339:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930344:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad7000/0x49dd053b5feb0665 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930354:0:25540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930360:0:25540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930365:0:25540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930370:0:25540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eaffad6000 already unused, calling callback (ffffffffc17354f0) 00010000:00010000:3.0:1788359619.930378:0:25540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930384:0:25540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930391:0:25540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:3.0:1788359619.930393:0:25540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788359619.930396:0:25540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.930401:0:25540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6000/0x49dd053b5feb062d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.930741:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359619.930796:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272128 00000100:00100000:1.0:1788359619.930804:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272128 00000100:00100000:3.0:1788359619.930877:0:25540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c77c8f81-3f10-48a2-a5af-9838be94be9e+20:18776:x1875230420271744:12345-192.168.202.52@tcp:57:lhsmtool_posix.0 Request processed in 23727us (25082us total) trans 12884901917 rc 0/0 00000100:00100000:1.0:1788359619.930879:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 10 00000100:00100000:3.0:1788359619.930886:0:25540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 62 00000020:00080000:3.0:1788359619.930890:0:25540:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788359619.930894:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e9c7685850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+20:18775:x1875230420272128:12345-192.168.202.52@tcp:49:dd.0 00000100:00100000:1.0:1788359619.930991:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e9c7685850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18775:x1875230420272128:12345-192.168.202.52@tcp:49:dd.0 Request processed in 97us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359619.930998:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 10 00000040:00080000:0.0:1788359619.931138:0:22784:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788359619.931143:0:22784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788359619.931159:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788359619.931165:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788359619.933715:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.933766:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272384 00000100:00100000:0.0:1788359619.933774:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272384 00000100:00100000:0.0:1788359619.933807:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 11 00000100:00100000:0.0:1788359619.933816:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+19:18776:x1875230420272384:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788359619.934094:0:22752:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788359619.934128:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901918 00010000:00010000:0.0:1788359619.934163:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934192:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934204:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934213:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934232:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934239:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.934257:0:22752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788359619.934369:0:22737:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788359619.934376:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.934384:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8800 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:3.0:1788359619.934387:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.934395:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.934418:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0e9c63db100) 00010000:00010000:3.0:1788359619.934421:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788359619.934434:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.934449:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eac91c8800/0x49dd053b5feb066c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.934460:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359619.934462:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788359619.934464:0:22737:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788359619.935069:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18776:x1875230420272384:12345-192.168.202.52@tcp:35:lhsmtool_posix.0 Request processed in 1248us (1356us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1788359619.935078:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 11 00000020:00080000:0.0:1788359619.935083:0:22752:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788359619.935171:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.935249:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272512 00000100:00100000:3.0:1788359619.935255:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272512 00000100:00100000:3.0:1788359619.935356:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 63 00000100:00100000:3.0:1788359619.935365:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+21:18775:x1875230420272512:12345-192.168.202.52@tcp:101:dd.0 00010000:00010000:3.0:1788359619.935378:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788359619.935393:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0673 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e758b expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.935489:0:22748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb067a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.935537:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb067a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788359619.935547:0:22748:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb067a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.935677:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6e00/0x49dd053b5feb0673 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e758b expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.935692:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0eaffad6400/0x49dd053b5feb067a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e758b expref: 22 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.935701:0:22748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0ead27a2b00) 00010000:00010000:2.0:1788359619.935703:0:22748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788359619.935706:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eaffad6400, rc 0) 00000100:00100000:2.0:1788359619.935753:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+22:18775:x1875230420272512:12345-192.168.202.52@tcp:101:dd.0 Request processed in 389us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359619.935759:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 63 00000100:00100000:1.0:1788359619.958486:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359619.959555:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272640 00000100:00100000:0.0:1788359619.959567:0:24255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272640 00000100:00100000:0.0:1788359619.959666:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 0 00000100:00100000:0.0:1788359619.959675:0:24255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2403:x1875230420272640:12345-192.168.202.52@tcp:4:dd.0 00002000:00010000:0.0:1788359619.959720:0:24255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9833c3, atime: 0x6a9833c2, ctime: 0x6a9833c3, blocks: 0x0 00010000:00010000:0.0:1788359619.959728:0:24255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.959745:0:24255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=651s v=(0 0) 00010000:00010000:0.0:1788359619.959749:0:24255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788359619.959756:0:24255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359619.959770:0:24255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359619.961540:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:3.0:1788359619.961659:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1788359619.961668:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1788359619.962255:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272768 00000100:00100000:2.0:1788359619.962269:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272768 00000100:00100000:2.0:1788359619.963052:0:25793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 1 00000100:00100000:2.0:1788359619.963064:0:25793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+8:2402:x1875230420272768:12345-192.168.202.52@tcp:4:dd.0 00010000:00010000:2.0:1788359619.963096:0:25793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.963112:0:25793:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359619.963117:0:25793:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788359619.963122:0:25793:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359619.963202:0:25793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788359620.006110:0:25066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1788359620.006129:0:25066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1788359620.006693:0:24255:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1788359620.006698:0:24255:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1788359620.006715:0:24255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006727:0:24255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006736:0:24255:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006743:0:24255:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0eac91c8c00 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:0.0:1788359620.006747:0:24255:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006755:0:24255:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006776:0:24255:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.006784:0:24255:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a333e90a/0x49dd053b5feb0681 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788359620.006861:0:24255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaece0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c77c8f81-3f10-48a2-a5af-9838be94be9e+7:2403:x1875230420272640:12345-192.168.202.52@tcp:4:dd.0 Request processed in 47182us (48382us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788359620.006879:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 0 00000001:00080000:1.0:1788359620.021953:0:25066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1788359620.024895:0:25793:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788359620.024916:0:25793:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788359620.024934:0:25793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.024947:0:25793:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.024956:0:25793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.024963:0:25793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e9c75ea400 already unused, calling callback (ffffffffc0b29300) 00010000:00010000:2.0:1788359620.024981:0:25793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.024988:0:25793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.025003:0:25793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788359620.025007:0:25793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff3f6963/0x49dd053b5feb0688 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788359620.025111:0:25793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c77c8f81-3f10-48a2-a5af-9838be94be9e+5:2402:x1875230420272768:12345-192.168.202.52@tcp:4:dd.0 Request processed in 62045us (63572us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788359620.025122:0:25793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 1 00000100:00100000:3.0:1788359620.155626:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359620.155765:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420272896 00000100:00100000:0.0:1788359620.155777:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420272896 00000100:00100000:0.0:1788359620.155861:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 154 00000100:00100000:0.0:1788359620.155872:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+11:18086:x1875230420272896:12345-192.168.202.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788359620.155890:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788359620.155922:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac91c8c00/0x49dd053b5feb068f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7592 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.155951:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac91c8c00/0x49dd053b5feb068f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7592 expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.155963:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac91c8c00/0x49dd053b5feb068f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7592 expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788359620.155973:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac91c8c00, rc 0) 00000100:00100000:0.0:1788359620.156141:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420272896:12345-192.168.202.52@tcp:101:ll_cfg_requeue.0 Request processed in 269us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359620.156148:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 154 00000100:00100000:1.0:1788359620.162439:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:2.0:1788359620.162599:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420273024 00000100:00100000:2.0:1788359620.162611:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420273024 00000100:00100000:2.0:1788359620.162676:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 155 00000100:00100000:2.0:1788359620.162691:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420273024:12345-192.168.202.52@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788359620.162861:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420273024:12345-192.168.202.52@tcp:501:ll_cfg_requeue.0 Request processed in 171us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788359620.162869:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 155 00000100:00100000:3.0:1788359620.165177:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359620.165920:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420273152 00000100:00100000:0.0:1788359620.165937:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420273152 00000100:00100000:0.0:1788359620.166010:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 156 00000100:00100000:0.0:1788359620.166021:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420273152:12345-192.168.202.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788359620.166349:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420273152:12345-192.168.202.52@tcp:503:ll_cfg_requeue.0 Request processed in 328us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359620.166368:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 156 00000100:00100000:3.0:1788359620.172539:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359620.172667:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420273280 00000100:00100000:1.0:1788359620.172684:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420273280 00000100:00100000:1.0:1788359620.172815:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 157 00000100:00100000:1.0:1788359620.172837:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+12:18086:x1875230420273280:12345-192.168.202.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788359620.172855:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788359620.172875:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0eac56b6e00/0x49dd053b5feb0696 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9966a6e7eb3e7599 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359620.172926:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0eac56b6e00/0x49dd053b5feb0696 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7599 expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359620.172939:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0eac56b6e00/0x49dd053b5feb0696 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp remote: 0x9966a6e7eb3e7599 expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788359620.172949:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0eac56b6e00, rc 0) 00000100:00100000:1.0:1788359620.173019:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18086:x1875230420273280:12345-192.168.202.52@tcp:101:ll_cfg_requeue.0 Request processed in 194us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359620.173026:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 157 00000100:00100000:1.0:1788359620.174419:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:0.0:1788359620.174664:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420273408 00000100:00100000:0.0:1788359620.174674:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420273408 00000100:00100000:0.0:1788359620.174775:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 158 00000100:00100000:0.0:1788359620.174785:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18086:x1875230420273408:12345-192.168.202.52@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788359620.174960:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18086:x1875230420273408:12345-192.168.202.52@tcp:501:ll_cfg_requeue.0 Request processed in 176us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359620.174968:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 158 00000100:00100000:3.0:1788359620.181132:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp) 00000100:00100000:1.0:1788359620.184037:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230420273536 00000100:00100000:1.0:1788359620.184088:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230420273536 00000100:00100000:1.0:1788359620.184277:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 159 00000100:00100000:1.0:1788359620.184291:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18086:x1875230420273536:12345-192.168.202.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788359620.184867:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaec37ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2beba769-6c35-4af8-99c5-f8eedec36e30+13:18086:x1875230420273536:12345-192.168.202.52@tcp:503:ll_cfg_requeue.0 Request processed in 577us (3751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788359620.184876:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 159 00010000:00010000:3.0:1788359620.605703:0:22736:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788359620.797012:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac5641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445519232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788359620.797094:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac5641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445519360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788359620.797101:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788359620.797287:0:24253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445519232 00000100:00100000:3.0:1788359620.797296:0:24253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445519232 00000100:00100000:3.0:1788359620.797363:0:24253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788359620.797375:0:24253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac5642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445519232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788359620.797411:0:24253:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359620.797479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359620.797553:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445519360 00000100:00100000:0.0:1788359620.797558:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445519360 00000100:00100000:0.0:1788359620.797591:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788359620.797598:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eac56d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445519360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788359620.797625:0:25517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1788359620.797668:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac56d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875230445519360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359620.797676:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788359620.797732:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac5641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1875230445519360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788359620.797843:0:24253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eac5642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875230445519232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 471us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788359620.797850:0:24253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1788359620.797870:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788359620.797997:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac5641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1875230445519232:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1788359621.117600:0:25830:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788359621.628755:0:25011:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788359621.823796:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788359621.823820:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445519488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788359621.823896:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788359621.823974:0:24254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875230445519488 00000100:00100000:0.0:1788359621.823981:0:24254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875230445519488 00000100:00100000:0.0:1788359621.824043:0:24254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788359621.824052:0:24254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0eaffba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445519488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788359621.824076:0:24254:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788359621.824121:0:24254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0eaffba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875230445519488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788359621.824136:0:24254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788359621.824181:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0eac56d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1875230445519488:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788359621.824231:0:22743:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 13049 lines, 13049 kept, 0 dropped, 0 bad.